diff --git a/params/phi/8/rnd_search/comb_5/init/lm_head/_0.pt b/params/phi/8/rnd_search/comb_5/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433a21867e91ba430a0129a95827a1b4f9b3e3ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fcb48390265473298d35438bdddc179a373a5434b7dde3d011e167cd0412a1
+size 205955
diff --git a/params/phi/8/rnd_search/comb_5/init/lm_head/_s.pt b/params/phi/8/rnd_search/comb_5/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1351beb03ee69b21f045ece1f92ec5c5ead3394d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31920aa25f351b46d0a6a918900431c354810fbb6aa45d3a60b9864069f825c
+size 205955
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04489f5500312e2e129f3615c235ace71208e51
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da153a1b64df279d6744702e78130f55d10d72925bf7fec182f64cacac37e2bb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c5faa4a6be6ca6e5c1e1fe3cef6dcb5fbd0ab8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2726a4e681430820f5c4950601dda192c738b480b5b58abd8218d80429d253
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0e4ab0df8757a668860016f980c05c71efcd74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0532a55c59392250005833bd6a2c66973f342423ae2b0fc486c781ad82540837
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091e9bee7c7de31b215a3ac5cd93d8b350188040
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a3b09905781305a6fcd3415b543371bc42ac3317eb5b1fd3f6a4d40ffe2b43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046eaafa65fe0ef46270692e10d917d9f5a78878
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d36bfdd64f94c0c8a0cc9c40ac541cb9bef72c96ee1ca56e434a5058f2e7870
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0c5a8ced5ab05d5cea79caf0d9ee1376d2ef30
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9f791fae1e4e3d9889171ee7dcf41717559c91eec2d26ed8fdf0da1e114deb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e97fa1c0c075d4c32a0aab46f07e3b39dc0eef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc62fd143fe60bd26c44d4e6c4253e7e5eb1e9148ce973c1d9859227f4fed72
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5ab0df16c673c02066fd29889ba79c490abb0a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c20ecec3c06718aa76ae1e88ff3e85e75e930515ebd61caf5fb8822287870c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af567553326b90676df2dde8504ab21c7e97e989
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97e14e15f33186e7542e8cc8e4f3153e2cccd0c5261e87c8e5e5b805e79516a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7c5f6ca744559b20fabe3e037902b5a3445e35
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32abd84b625ba846e1bc199542dd2e7fef3444c4d01d491b4911a6bc8ee9b082
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76330013b8ca6f7bd4d469c099ada4efaba5719
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f2b7308047c57d22e144f277159d15205707eb4768a4fb23d223b04e716637
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc37949faaec70c5399a10670523cbab4c5fc798
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1494441fab4764f3c1d1862e609a3d08b666b09ee5f1a3dbf28c207a2c328ffa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4dbca5c21b357dd7117361b4efd6800ce5ad35
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59663cd09ccf791747146ef735e2450e35e09e5e6c54864e6ecef51027590108
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdb4db5ef9e0ed0cb39c122258e6fe0d99881b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fbf702e2d4d2ec3dd23fd8c6dbb61b453a49c1f5c4f4612c7104a35a1d2cf7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db38994bf74e7ba2aa52c206dd51812631f5d705
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60b1390cb5e08b4dee42dff876980690f1699d48dfb0659f9387dc27b0fc169
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f2f0708823bd9ac35efd02a5aa7c76ebf75ad6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5aa702374730957b4be97475ebebfc1e9bf1fc64f773c0300b67d7be3187679
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7568e0756b5be426f5dcfa9397ff3e9acaef508
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80e476f8dd1d0a790cc964025c3c02500a4fa21c0ecbc7333dec98c80e01eea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e43ebffa404c8eacb5cf3eab772886c25111ef1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02ef58a86a16ea8ebfd7c7d784410baf024c7324ff7ea76de883e26e2286cf7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da624dbbaf737416fd57aaa90bd5bddc1ca4bd43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afe8888fb6938c533580247ee0826f60dbffffb283dcd2cea13f90230c1fbd5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6905b733889e06dd8180f2b62cd369b54428921
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce108cde7b6e2b9a5082eba2b2bf6745570c7adfcfebbc61f34a6a47f5586f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62cee15c3a8dcea02c821f1e155713c29daf8a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4702c4c2e5f505aec359307ea8d1b181575c31c83e196422fa0ed44ec2fbc46
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17d789a224d1203f24b5ee43114a7bcb3296680
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a262ac238388e39cd93eb13c26b2007be7e65cad84b63f9ae7d0db56cc5821ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12380995fcb327dfde522c0f930dd44f371feb8d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a17f5a1dc8b4cff74b6aedc6ce4a19881ddb58bc4acd09dec2268fd466ae05
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c2ec07cb5c17cbe05d2b0f4fb4836b00e49ee9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2f153d0d43947ea6f7a44aeca0b54c0f7d83a0ec879cbb19deaff3e1adfc0b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5458733cd042ae5ac1bd0ba57b2c2e49781fa6c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20e9ce2b30c168b4c7ef94405df3a71dcabcb10818092155f4cbd536075e7b4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10d57c31dc306bfbf53e165fb709870f3a8a30a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5e0eaa5a4906687f5cf0dffe1c8161da4b96da41a0d654051854708d2e4521
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a236383d2c09f8d030c89c07303b15c87e5e86
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e136e871a2b81752552dd4c3dfd8fe4f8a60abafd342c6131847e471931c665e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32802540353b954ce6d27d115a48d35a3e6cea8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12de88d7cc4d8b18ec9d76a37fc8bcb01c92cbb2ed068f7acdbee05a9d737f62
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0c763fea2a7dc90260b49906159600117bd118
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805f1c8e39807d15629e1ec6a6f04b6b30cf00c1d266a1df812474fd5f7672b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89542ed0533b54ac8bf20ba2459774608ab20c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1f5107a059f58e01fb6549c28262914e5b450c549feb3b2ebe3beff6fc148a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9be8da1169d67eab88f23de8df69450690a4e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f309f98f1bff84531f17716770631d1e1e46b4e37eaa919d598a4bf235ec25b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e842baca9d513b722c92ab60c1ded87bb2c06e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9d806abeddf5d96d84d0ab8d5ba4c616c3803a4643af337486d9255937d06f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7e91c34cc41d00d4f42e443300eae4b8fbeb24
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91b0edb4061d004e1134971f1940157b7a738c40ceb42e2746a7343355a73d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756b15df32b39d5b9c0a59a1918121a72327feb9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e61a87d294e1d69770bfcfa8d6802304c1b00c3e17d0ff51d9390ef804c689
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffebc5cddcfebfbb7b452f9c320e35e6a9f1dc92
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1937d8d6a09e8ce0fc9e44616311feef9c5326b174ef6e34d3f7aed4795edf6c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95961c73c7dd5c39dd5cc64c9507c0f95d89150e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cebd87f111f10b9eac06aa8f4b95f03190006c82826569205d34e869c078c45
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420de7121a47ac626770b15ef403b8a275c6005a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947b4fd369fb81a8652cb5e9eb4ff00068001a8b852b45a71674b70aaef724a2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cb056d469d52885ec7e8eba583090520041c87
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b10d9cc4dc37d9f7da55f6112511dd044b473695e5be1bfe848e8b757b4062
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0cad84e5fa0be4ad498bf22024e687d0a1d156
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca8d79c9c079f5c648e128afbc7fb9b979b208783502ee7067f30ddecdbbf7c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc940a68a4327c96dcfbcffd64abc5fccb71c576
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c4cec6960379ae3a3e84227db30423c9aaf15df69b932280e808fbf95d2715
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bebcc49ce9c1c1131581ca101c43f49c216bf4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d3d2c2aa539dc7f5c1b1e0ab80b69cf93e77d44de25be9277048b4a193e925
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09da86531877cfe30e91833655e9396289a1a3a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b58c77f9bda105ad82907214fb4af190f5654e69b2956dee4c68a04ac441f4e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6f4ee7c3a508e989d6878590d29d72250ac057
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4a0892ee7eb626925de11bee565ac89f9c5c4a780294d666024e94b7d4703b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b19a8370574133834741d9d5b0bda80cafdd6cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43002de9b571432e46dacfb7795cbfa223ad45c7cc505e2b6d06fc5d6360033f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e54f5dac3cb436b23a974c218a0a14665c4be9c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00de3e02df0773b0d4f81867f5ea4ec40821304df9d59dfa28092894953cf31
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd360b80de8b643d70586e3bf87642e19b9074c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54faffe5af0daa0ab22baf74cd46940af3ca1a64a230e0b5c1c2922207edc7f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1d01ac65ca86cc5de4fafdd53551fe4d5b40c5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca25ce9c42a364f8c956f814295c4bb744f9949988a9faef632149e62f280564
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7dfa0d58db08719da586d17e18b1131d86a407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9023ab0f7e4edc7857bab9d4ea275a2214405b7bdf3b023132d9400d26a1096
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fdf560e88e7df907eff7efa78e117a10827328
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48803bd0ddb15a6befc1a0de17abede3bc228a334c12255e5f94ea45f77a74b5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db371a16acdc19350b7f52d4412adee4104a069f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6036ecd5020b68c69058782690439af3976c65e983284bec96a34e913818c350
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad9bf256d1d64ff7543e90714beccaf55bd92f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd7a54a82672a36ddebc7e93f0d90d35fa350e82a483957c3f4a59679e29be0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271abdc77f1ea7240003cbcb5bef53b0f1db127f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08af574bb2b31037d0197d8095b5aa57537c0c1f450a208003f432693eeafb5a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa545fba66d822c8ebbb6023f83b654c5e1731c5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac50417bb6521819593ed4315b2104d9a08eed3074f9ba48c2c11344b95e86e5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea2b736cc13a796f206c4a8206ace8158258181
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f18e4554591f9da6278047f3ab045a553134e820f6cdf144210ea2615ffdf75
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5c71e298a3b64992a90df06fcdc628dca71e6f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5e66e6db5dd7fcf0209f39bd8a7cb9aad6d0b16884c75ce5b64125a0cc1a94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c15f9b43ee68e39c7c23dbd6a99e65b40c2d3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32eb194d56c829ae82e2e330a6052ed9f66f377c0e4ae8d6c5ec38053a44fa5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50d9d7a1971c4732f34491f17e87f3e6e154c9b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a8d6fee44855630c6eb8a6e195bb28e5d397afdece1f98d0a2b06d2f15cfcd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6da448c65c1497a25d048b93edbf759544497e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c530e01eb16098088af17922814e26f2025e8aca94f54d90855a204df38cbf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acb155ad952893bb9c04279f94fb9d43e61b2eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff66ddeb91a07e2196c346f963ffa6a2ecf1e78baf05bd072ada1ceaefa1093
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8cfcdb5bfb858de893929654f593c23dda68f8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187e1865795ad7ba2553e065dcd2555dacc148f5658e78a26760fb77e52f98f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5fd5b383dd8a3c20c6544cf2d238ab89fc939c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1966f40a8e8656642b53b9b23609b2128bf596b7c1d744a1634d6cfa326d371
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf7384b9acf12199057e231afa24f3b8ea751a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c445c38acc20f7e940a17288cbe1c21843627d397b1c39be1e5dfa6135ae87c5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3876f74cfe31570649744408b32a8cf491c3d5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d187387f0306a5968df7d814de6ab037f5ec00dd2c15a7cc8ef9a9ed683050
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45895e3f0038dec37b62d2d9b5867c8367741f68
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aee89ca29a2610e8b769b032f733cb20551881f6e16ed2c99f2d2f2434349e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c126d4715cc61d0263e638df61f9ac9a9371fe3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d1d1b90e082b329a96cec31905c21e1606e0e5b6c8081cc3cab6117cee7aa0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f4d7e48300f91b265fb777a6be1f771633686b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5244ff4e10aeff2b1dcad5e64e72e48ea3f857170d9ee379f9980d525d58075a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ec874531840d130680cd69e201cb478d0851cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb749e4fe347feefc86a24806e9ed8414e5c89192e0d8eaec03cb82ad3b3e429
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de70f001766cceb30391d5836ecd339d0b1078ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23b2e5eb9eea33049a1703049481c5b222718e1492d7eadb14632257e6b250a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54da676c3b52ed3e69fe6a06ad9cd0945b8cdda9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead86b4a2b66a3cb01ba5d2e1a8d9ff57209297de40807902f23e37da313faa7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0d5c376ae01db5e0de7d5ec6493e45aa0030e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5edba25b587afc8c792967032ffeda0e76a09ea40820dc3be2fc0d18002423
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57b663bed05dfdfb5688926ec812caee6eea888
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897c8e56377a56720b6cbecf2c233602dcdabf587690ef9729e718c231046418
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92dd2175c9c2bb8fca2b01b8fe2ad395edb59318
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd0724ea6c74be427f1eb8ed09b2ecd5c2bab398fd41fd939263e44450cfac9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ded2916563616cdf38f178ca92adf076a9dcba0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741796b107c1cf89e2e4ffd40dbe81ca9ef8dacbc9d184abb6b8e7a8466a87b7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aea94c4e79bd313d2b0d218a30f23bc3a611c39
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbe114031891040c9834e6634fe28f3519f42395180db1112b462722688fdba
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac179369ce18ac9166085d54e4aae119ac0c5b91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996ec23e44a8f3234314b365ae8edd5a3b53090de50b802aa4b89c2ca195b1c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5674de2edc14ed7d8233d85e183fd3f8d346bacd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bde004a6be69f3497085b26788f64afaab4aef97f811ef3675589fa62e04ff5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f75bdd15fa6f3c06720b1d6a6991b85ba074125
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9aa9c4b667be6ed4979b108804825bf1880fe4622dd6d8d1f31a5b10792be6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a299e3e440c0c086bdbda0b4ceff323f7439db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422dd7976333cc5ddbe35377d0b40b7235062964249316e73162f705e035f4b6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a011c3c4834a069f3b02eeca0bbdcf56147fa1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e8fdaeb48201169d9ba0078f7146f1f8e0974796b7aa009a38f7ca651c6fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8c109f7afab5c03900095bec49afe07519bf32
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68b0bf411c18238052114c8ff075f2ea4c0c52e295e749e8623ecbf3e79f313
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0da9aab4ee1d8cc28e524f78f746dfeda6d7c89
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b35ffe0cffd941245639f69544e3813a25be284a8aa3f35a84cad39c563f8b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fb56ac1963d76022ec7e501f0a2da8543fb6f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ecfa38918408ca1ba30b9e20d9457ee94320e7ce188df1df9fb4a6c09788d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2283ba0ccbf84ddba534e04d4400ba3d5f198d3e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff4c5b7dba18d8e0eacf90c2d4be2278303e666da0021816c6c078e14dc6ec0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e546485523d25e5a8030ea99e436165b4bc9c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e185d834befc82be64a7053435ba46b801cfcc74931217546adf598fc203ef01
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa8f0301b0e8a558085cc637a3f18293022152b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca172c5d0d166505963d65e2e26c0e37ccc70585ca5b39ed6905e9624ecadcb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101cf796a58bb7ad50c656c1fc32830763b6bc53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc27bb2b5baf4ba0e0593d3cc5373b975ceb2b6b7cf89a03fb17b7e0f53666fe
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60b17c463c644232623cc5df07de57003e7f64e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95427a1d820368c5943db7a3bd6c85c196baebafac1e788ade622e6731f17dd6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8d8cbb7cfabce16a1f3865f4fa8a0b7511f145
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386b73db24b759fc7ffe197762ca42d2c7074be295e413c346834927451069d6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f204093b7d9e28641e02d465f43675c5f70bd26e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9ba3ab75f87529805dc670c2b914f5ef5dbc705d74f022db4c449e5495d24c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acee633cdff5f56893cbc6c237ba387b7caef3e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e2debf39faab4878c4a0e5687389db23ddb667fceb4aee2e5a2685e3bdd27c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798068e40d2236fde4d783acba94f3b7f54af07d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1a79048004361d17c961810e0d1d5916888fc6446458fa67dfeb919a759735
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126295cd476ad7946fd2e40b454792f2bd4c3f6b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33265e1ff267713b8049c80278f82e9b970a04ccdb9b10741dee0b8f7c0c4745
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe30121063677ef70a6e2ab1bbf3e3c0c9778c72
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89b48945ccb2b849d4be67889aceed2c12fb5dceac012ab41a0911e06518a1a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebc5ef9baa9ae7ae4668493e401fa80f594c745
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e19b5afd80dfebccd86464f2e9cbc1f62cfc44f115c3165759619623408f9e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9bb579d0ae9afca7d065cc369421e1db610b0d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0c0b2a1f3573f880a19df480ef7b78c05ff3388ddf42eaf96454a314a3dfc0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e147f740153c5b79750a7bdcc370996861a575e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eda04e9b2b330a7f3ab8863f6ac0a2f16840bdefb26727696c47e2757926d0c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d815088b7ec6f69fe253e70e9c094bea39b729
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31d1d338cb8258b60ff5387132d4601b06cce6a1f27951a5e489a001f3aaebc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3695f8191fb4232b200a323f2e491ff908eb637b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1730d68af4c57fe613e19312eac94cb439630c8df3c2dad346a883b2165e93e7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab74c89d1f17179d0139e2874f75e302ca7e7b23
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a6d9083b6be41b55844896023b7c5f60d60a78b4a7a07ab218df0185943db9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df363413e4af60899deae13c612b9c286f84dee7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daee89569cf0bc1cca3014633316ce4a06d23811cac1837b6e5308b0a0c56e43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc333b23073979a6585e45e81e6afe708ed54753
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c50220582c798471cdb34c6e2ab60ec4ca8e1a6bd29b44074ccabcba121e43b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a43ccc1724abb020f59357f4f0990305c10a86e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cde04391742fc852944f88d9dc71e43a460f836827acddd65907158c2bab3bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2152baaf4008a9f2d7c31bf077865b2d1dd0e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e812a6f3d8bfd7731e85ed0c3f760d3251a42ac4ec73db025a4e5be8f40d02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e461feb174d4307817bace0adc8ddbb83b6951f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5990843899da72d071cb5080321d9c7df96a605761ee174814d78e510619db
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fc7b767287c464dd72e9a71f52f3cc07f4841f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62fc3a89575ae8d0cd348f6d0906b5053ef30ebccfd190e2f2a747c1691c8233
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d19bfff449b01ece7c0312be6dca9fc0e97963
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea053c5c2b9f009f6a43be8f4b7f786e9f600694f3b984e644fc62a54849775
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e014436ca899a17b05f91582e4b870649fd4ae19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24a6e2cbd1159d7b2e6bfe85ae47acdb45ec56b7d6de2905e8e1eb68303beb6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a9c31a5367a9833da98c83b9c5dc0dcb628d9b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cedacfafb84c6c946b31067fec7f6992cdd285cf079622af85a52897bab5711
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ec4c02e0b53544a81332890d118d9ffdcc8724
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0c13eaffa73764f228f394df78484a8e803503805863336a7db7797eac7af6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87467a75e1f85a7a5846f6508da9f9fdfb5439e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372af92a30bffda0320a99782b0f5a53ddd4b55c92d85ee5c26daf3ffa3502b3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbdfd99212ccbda0a96aa1122c1b883da0d85ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902ddf7d20e4644fc1dc1ba2cd67ce4b5981b2d366ccc76de2e3b496a51a47ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d192104e55262a9b8bad34a1dd9621e2620e151
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a476b455910d2c52bc04802996848f401148566dd2c9a0ec472abc90589629c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f21b55f998ff94eabd1bdbb7f294c9cc9cccad9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11276cfdac61528c81c180c3e68f1e3657f335693ad588071f940258dc17ab5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79befe03f8b121241afcbe0e63523fc3acab0d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931f469d64d6dec99778b6c351a2306df106896187538bb5bd054393cd448d17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88aca12fc5925c3d79fb2973f194e4a21d5662b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26078846269368ef3f2c3256931a8b0c89bdc262bdf0e69c39047a9568a9627d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2a974ecc2ff5c0ec03ff4387c2f5f3cc434338
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d8e17adaca7db273f47da6909b45a130dfa6ea12dfad3b9ed6061034a61028
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a159a60b2492d15a2edecbbecc934fe4c3d31ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9073da49ad02f7698a54271ebf9bd41bf3971b4431ecaa6d266039753eccb5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ff6244d532e1bdfa8d8ff3f3c961162c486ba4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8a78eb5eb49125ed396b0562933d2d466f8c2f69b11e7cd254cbc9e38768be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af23f878a92471be7c39970abf872ef6be92758c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1669adf314161f223aa6329a12a330727303522b9006c468c16e4e81f9a9e0c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdc66a98ffbfb13cb2bc703cdbcc40c579fb89a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b7b99879b8949c609e016b231afa70d17a472ecdbfee80910c4b31f1f584c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337f110ead51b7de5fa94f7054ccfb93dcfb604a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87bef3e248b8f71482992db08e1138ef96deb80b2fc238fbe541ca8dc5a64c0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ece6e969c6969cc5207b5f9149c431b5d749bd4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a18598263e21e99f4f170b358835f3c70bad1442efafd9c297586e16d0e67f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1056e90d7d809286b028ea35d3b01f43cbc0ae83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d1ee415dee9c114e023f612aa41f72d242dbf6822f0358b29112af5d44bccb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d174bb5cd1545de1e18760c9d60d2ff210ea296d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0220893086a39ce668fb79a6de0c19739041ddcf56e06301f484f4a8f283bb94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f110e7f66493c7ea123b4022ae582642ba9d38
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d5a01d23a3e878b9868c7e2126002c763fd1213c1c304d3ef50e0f4004088e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d7efe9aedd9d4a32416f293e98b113d2bbfc22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1e662f5830a255176cd241d081230277a1e3899186b5a4e2508a51ee86ceb2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c42c0f4d51c186669cbbb364378f2b4a8557c5b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fd16387a8ef9ebaf2be539110e6591533ee9f9e653769bb73150564f48aa0c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f19eb1e791bcc656ac255f0d6567029674a5995
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac35ba544e0435207dca0b9089e867bba2b52880900a9fd493ad01e808de12bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71766ad56ea5cffbb4833880562a5ade6990e90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ef6d47df4bf63b8dcbced3a895567fbef136a562706083c7781ea516709444
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ce3c3fade046bace219a003093b5ec9c0ddbcd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310f19374df069f15a10f536119be13dda58bfd04855e7a4c4bba42ca96412dd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fb60bad8922115bb4e7e748ebeb2aa2ffbeb78
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa586856bbc98613a4ea8d35bbef2e182f96e18fd788777c9325ace57b6108a8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe75366486e4f3cb3784a49a7dd11cd027712259
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dac4daa72ca4f0676b2fc31f23d5099ccb15be2db3d9e5d0c54b3ca35b90ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8884cb9c8559d121354005324b9f8be7605e171
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8be3aaaa68c40c27220a676f6807129638121fb31f8ce5d0116d5757418837
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c70da8dc97adaebe89e2a4dcbd385c732e9a8e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0fde7e709af20cdfbaae2ed0699786dca872b76fe1a0425c5572b937c0f36e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2809a0f6b0e4ca80f902e17a11ce6e68682ed4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db009b33f13e09aea33eab2bd2366659a84c789ea56441264137955c8ba6352d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b850b8e946af951539dde1dbd3db5c06a23a82b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947d19fb91040cc4632ba15887d7b9a9d18b74b23fabbb2c55f001fdd1c6e1d2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c159103071e5308ed77816c6786bb182523a3ac3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058f9261a4f0ade7eaf2152c78454b719e8cdc626be2bd5e09993b34b32d2060
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b8f52f50adcedd7b7987e62150ff9a6a0777b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567f627feeded24db5dc4feb74cdd640845ef9e90dfddbc72b1c6cb0383ce67b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1a41a94ddf8ebfce419667946d14661438faa0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aadb75a53dbd78c83a737ed35369e207742a9cb42c755e80b277c5c057a0944
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50d62e2f73bf95bcee483089ade1dcde3873943
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72ab46014ad0aa74a1ce4d97cc922a1d49bc654b58ef46f7ae980b0e83d373f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1cbae150ef1a462fef8af16cbe7c5b74fc9e8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd398e99b726dbc05e1bf0717a7c6955ecbddc722c12f19f437ca2e134ec912
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d678eba38e84f9af70627454086915a77a376004
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbe1c9f530bea979ca0da3672ceecd5a42bd0ab7ffe45142be2631c946bc673
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e304f44e8404510d98d017d988f122e73a9970
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33480887de8735b77545618e3ff9c942dda3153ab97b8d06c67201e41971fd3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f783d31dfd20d7d6ccdc31da1ee64ba653aa634
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545a8a2667ec08c8ef676b0109f896d6dd964d1168beff02a0917debcc94c745
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483bcfbcf97c4972c3a9562adbf120f72e90a581
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e896773a6478b51072489ab6765e620a9694fbfea0cbcd7f8028d546cdaa7a52
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30dcf70bf7ded3a2b2cffbb1226dcaff3013559b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0a2815234b6399ce4de409d1c99b26f42e395440a0ef7f74575ee405243bb3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cbb206d70a18f5dcfabb6e2b160678885da473
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261817febe33115fbbc99a1eeeb6be608d0a007f946fb82f2519637af3d0dc14
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96aa22e7aa04d12975968b0a108043cc633f7752
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb53fa87073a893b86e92bed04b2676e9809487ccdf5055e49f90939b71c952
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740d57405ca82b716d528dc5ecc6a9f6186a0e70
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6378464b18f501d88e24fbd2e69059f309e5235d0166521db0410594f4bcf93a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2c35c381bf5c39587ef7fe0c65f74e8d3d7b1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02af3557ca099ced1dca788c41c3eb203d780b84649ea8d84e17edd10b47b74f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe3cdf968439a61f16370c2a2de1150d59f6ce9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a329a3eae35fe12682de37cbbf1bf2ae82992fb804f7de6ef7ffe575f90eb59a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6cecca8bfacbe6bf3f1cf369688b12595b1623
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74a81c22b7494f8cbc45247e2e9f13a9a67162287ed41db3c84e58529ea05e8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0998c4620cab1ebf3d0c893ab9a8b7b25eae857
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416649ccba18ed882373af68c10a51e1b95d724924d66cc32847e43104e29685
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aeeff865f69e64421f56c0901bd6bcc9fe99582
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639fb476aac6566324e6bef66888efbf96f11877b4b391111d558c8d9e48a978
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09aefebb63e5f5ee7a43ae1798375028c5ca2c91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac70e3feecad0715dae2b5cfccc33c548864efd65d53a0207c6f908588cabbf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e578d989164d78c0d60ec1cd4ba96df9b9c5df9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f34efe44de0e4138b29220ba9df99984c7c2b6f1a943d8fe7e5113d4adba5fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc42a62551076c0dbf221238da0be972a11e846
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2117975b727d32ce4536d8de773fc0a8b92e6e517817cfeac7e8fdb5b910f47e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0677741c0fac989e40478105d4810597341d2b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8632368683235d631a24158e2a08d27062c4e5a6f39b80035c42a208211feeb0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197031d7f98da4c5e06d8525d726f88fcbcfb6d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd9a78f2e31ea5571d415e98c2d830daf1b99ba3ba3ee792654363b76dbcc74
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3df38884de6e7952f0ed94d1e198b1b95c76d5d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904631037955b660906dd97156bf0db6c2fb1d78faf82d48e710a9c6653955c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be823fe4be96e839a16d4222920f37fdce9089ea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee5e1d79784802540b8bd7adca8bbb7b83f4bc47aa8594ea1b3ae02c8905f95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732678c510fe637b6df39a075ef011f197f4e1c3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce0de67c7854f2cbd781e7d0ebae98e49f9ac6202faadadb75ad7e3aa29d21d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6189147b6a9acedcc6d9ff388490fc81a549ffe3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba2c4b6e0ba719a206376b6bf21cc08fa855e4c48c864c1a8a1cb75621c5a6f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703caee460d67f2127e1c78b1e15a89b0d978c22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebafc746a699dda6ce48c4fef9c1ce7bc96bbfb0dd200d7a6008143940a0d9d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bf74a3393fb7ccbeed9d86b6c2569c7e7fea33
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0001adb184413823aa1733a34f2540bcd84648ea3d8f1511697456c9498267a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9042874d5007b4f3255b705cc7bd0e45311ba390
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39e63f6242934a72de448d010078133fe936d17f23cdd2e5155ab9f86bf29f6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4dc75be7c6614e8e3593997e9e61ab7ff7d90a6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0ed910a220e7b892d56448109f406ec5d1c8354fdca1b1b0d4926c57e8f612
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7aa446d0bb3f179e73545648792e88a68d22dc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f477f0acaad82dc5281f965b58643dfdd3bcf9de6408f3a6c158394641b6ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f5aeb3666286a1bee7513e179b83d34f792522
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57686d5b1ef90e1f59479a88b91caa74369bebf17ecd7631412acaaf07914736
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959bb9e0b9f2ad2ccb14a248070842e0c51c5c40
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b80a5340b7ef4e769a90e3a5ffaa14c14861a433f90ae3172ee5ac8881832d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423b842ffead8c703fc31e768261619d4a581aba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6476fa9aff2d07f39570fc1b257b4305626f60bbe349ba45651839dd3272e9fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c12d04f8dc42f43ac51a13cc8de43212403f79
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be6da40ecf77c7fce04bc17745e6373509577cd7462c10d36f9af94c6c37626
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1667837e7e60ea81e04a5d60506f39e8f7160b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff03ae0f330914f85eca10cbf309f28dfa7836b20553f68420fcf70fc8ff1e8b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b7656e57d0485b6529fe85876d57502a7c8ca4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b9ca37dfe9662eb498c40fce39b806bf8760c5ad41d6c1c687e753de668740
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f84525ef52931d9ee830de996f4f4dff0b83243
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6931f25e5b8d3f37aa49f3d0ea6d3b47f8062225629dc3405a97f4cd67aab466
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f695110c30d960dbea813089fe25af71bbf4583
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb06fe2444f0d1d272d429423527cf1914cdf716296af85159bfa1f53d2a92eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488d6a4198a83c051b268491def0c6b53f6f8f33
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da833b6efaf837092485974ba96ec081f097e85e2fee38b2481a494be1a8ea2c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4f503ea91d4dfcaa0b4dc7a3d00a739892e4ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baebebc2c140bf86144a6b724e007d596df5db282a559540c1eddba0283edfdc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b6d7c4dfd8a25321c1d26bd0b3478e672af532
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6975abedb33171470c360783ea6ae5d76688d9ccb326d9f4aee4c6f3ac94eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12baffc14147bbf7beef57c68c872f8fafd88ee2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63467670a279da5d4776250967e3a2f230e6463436fa82ae7106456d0f9a153
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567b1060f9ed29faf37b1c3168e914b822a3f33f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd40fc6002e79bacb9b2670b5a560791ebb775c65498957f0520b3589e5bb8a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078841038580554e88b0c1b9bae9e1ee4f7e39f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21858c118d9fe104359fc4ae8a0d51e5a0ba8c23e8b2d9b02055e7684d7cbd59
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d39fc85c314cb3fa8ad1f290209563e1f2dd499
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6ff8d1d2a62c2228c971b644c7aeec74fdfd4fb5f1f887a30f1efa468fd0f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019d06807aac54a5103ab744c31d9808ab28fa75
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016474d72fe2a22bc6a285e31b6c2f8f45c1ddeea36a5513b4a9784d7948047d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db48dbb74f6dddc78ff399e4ac5691c6a6b71021
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25950e3e21ca9c5163dce12dad1ca076337ee16e669fdfad4afcc4d4ba2f8be8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b6460f3bddbc1c3635e25ae29fd044bada2bec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1995d194fab096b7116190837fd65605d19c9b9bfb2ba97ac453d65e02dc2c5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5813245d3a5bfd1f28f488e01919a19ab9b7a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8203c2837f68184727414522cfe354ca0c3bc3f29aeacbea326db8a03f8baf23
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac91587852e93f2e73e16e8ec723a17abc1817a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582b3861cf4de53f75fd0e8d866ab2e559e35c4ab8bcdd233be3813a26cd92ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd33bf9a9ebe757b3c61194dc91f1f7cbf1824b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fae8720fbf3a552fa44b42d2c3f02bd17f1cc31f4911a4afb11990c135a97b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e416ee7e66348f2c02eabf41e2bf676ab14a8c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ad67958e7f05d6555a1f2da2e0fc7dd6fad98bf7f43a26b0e24975de5b3ea5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f19ceee69e406d1a9bdcf4276b5bfd151acb82
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6575078991cac7e490607fdd35892749616d309ee9e737ce8fde5e200d912f22
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2498e9932daa6bc5791a928f8ba860bc17605bd4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb20b96f85481d8a55db286f05f238d7a98c5d672b8c95d896dba9975cf34a0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cc60be7987882b9bf540381b704f8a0ca70906
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cfcff16561b8a2f8f763364fcf140d94d386d5f47d4fc481c780021d13a252
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ecdec9cf049ebad2a909210e30e9eb789d33255
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb339fb56b5e8a1be8b20fddb622f9e99e39ee98081efdbc574715636e693dac
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4a2bfd251b6431797968010cb9695d001d698d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9c35b89e3d97fb25aaffd2c963b739a4fb0db6b1392033175b0d09c9340dfc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0696048f734157ed0f321fb9dee6a1a39bf811
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7500e4992030ab7310ab0f21aa5309cd3b4144d9d901e99fd6ba02b5b68da75
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546f5cc0894e712022809c9b769576088e8453cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bacafcb0b1e11c4e890b2a74377b1e51a20a7727aaa814013e76cc618f5ba23
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74559cf469aebf309c3d494b00540ed2cbc2b472
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2a6787c5b97d13f5eb3409241b3a3eb7991eab56458d311629e5ec4fdcf87f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56ea6dab1e0a4daf010e0a5ec154a62ee78dfe9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a209f80755831a006ad729381cb4706c4b3babfc3f733d2b73b2c71438f5217
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb7aeb0e0bc4e17a98d90d0716edff3a4ccf6c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc75ec6ca8f9508e2657e2b5f64f6ede34ab55920e9564bace7fad0b4c5fb3d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ac08b11acddf8fe3055951a904b45c1e540c3f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f349d83566eabda79da7eaaeab1c1930ec330d208fd2e08a053dba30f813bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b46f45c389c560d0a9ad4d8505b68f115e4e266
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c3b150087218403c62922602d7c40fb509a5d9c733324ce366d7fd7b97887c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fddaffce97839af9f0c5acaf96d855930b2997
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb86a2def0321ea749214c154273a95cdf2aca61ade481fd205109925c874d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3ccb39994fd9a96c3d4a27b04d266326f6d2a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb21dfdea80294851a8eab896ff0c86cd55929adfee957be444daf568544777
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201d5d8861b9f186d466c2b1506f59a00b90baea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee790c83f411ea50d905092301cf6776104d510cb00a2b11271c0621d0a045cd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1902691b9511a72eb70f70169e36416ea3320d59
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf38c2915638f563e181a6f2907618ace798674f74b06479abf66a5be40c9c77
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874e50d1b229deca774da9ebc3bd9d6c4c889308
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88b405d94678563156c45e1213551b8ea820efdc7dd48bce1a2421781cafbb7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bbeb1488fe3c5d11394bcf36321230e79bbb29c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab96a28997957665cd8192f3086a88eabbfe354769c73e194eb7f9f8102fdf6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36f58008c2c2b34deba26f67f02566a176e7119
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a39d99860680f5822003cd77345962aea7a97c6d65ede0a2066c510cfa3a1a9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee536db112adbe0f6d60f741cd46893e36a873d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0caa05aec8d6049b6c70901c214278a3d4205160daca12342b71231c31bd9aa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33fbf42113cba5658ea095480110576ba5145f3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cc00181204d45697439cf59690bfdb3584ad0edd0750237e542814b3584c11
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6e01dc0365c4273fa8d727ff782c6f0704feb2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8f66ec6849a20129bcdd5300dfc2d1b3dc1b0f0f14fab600e1e207ce2efc61
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146c03b4e8fa32d7b4f2a34a469dd3071082e11d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128c31ed1ae5d82a689d36f2e1676f61e1d32d201d5a645725b0b1a421562086
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4852ec00137d8c33a1bd56d1ded7f7f7c960d93
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb404494a8cbad875706184630a42c187008eaf9c54ffdb3e076baef978b9ff2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9c30f5b26e891d51d1efb2b172d39d02b196c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d160101aba11ab2cf7262a5dc73895cfe2bdbbd9221edd8200ef2e62ec43526
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b20180f4560c0066ef105076b8c89ce9917623
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634ba4f4d150fb2872f08bdba593fdfc6865244c3b768b1f934b5c726d3e0ae6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbd6fa597ee894bc58ab9f7b5caff72a5aef056
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9562713c46417e521ffee6d8f4f5ec8c8522b6fb584cd7efb228629d1fe88130
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5b41c682f9e463993c1feb020c495d2233325b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32aa3bcc0487acea3c289b414e2e5df8a6afe1e9e39365fb69dfbbde5582ff26
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed006580b67eda1ed91743ee0cdccc8e51d9fe91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300faaf3418b400abca8327cc19f3b9fd9fcdebdf3eddd0b992121422a981d22
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a7d1544fd461ae2286ac3ba4cbcf8f1dcd0b2e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f5c68dda6b875debf051268d264e4504e773a01c7d29e35db8d17d9e737875
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac62856a4f0856bc372920a15905fb62f4cb57b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88118fb959516847e7208d5ce564969722fee45e1001068e21700736a3bc9de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c364e5db83bc2e1297193cd0c151279bc6a2310
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679199adf77d3f939862c8a0821815c3f1ab29951e5148e3f2990fd5833bcdc2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbbdac6cd10621e3642235c35a0d1485a918ae2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6aadd593206ecf80ece73f1dbd1f5951109d055336b37e5b374b9e0f4295c17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809c10df1275dc029878d36b993bc20bc14f4002
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85a4bab9ef8dd693b9a6ad373884f415efe72f27201b5f855aee92086a55974
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898642681cf125d0e50250498602b8f849315563
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6878b5e91e9025706a0d249a5659f156789bde867d5c23285fb4e98746be4fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a56148d8a80627de7383a98d569e3a15184a7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d740e22cc9cd5b7116e6fd17829829b4767b0e2757b0e8ee4ad16ce0465c090c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df936f3a631df48eae804b97c7653632114abd19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a74bd771e067ff46884f0a2c7b97aab065ae8990070490e990169f2f74367a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694ad7ffbfdf8dcb20876e7bc999d5e7f126257d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e880d9c9e1cac1f4c31ced7f8d3e34c60c4afe0ad3164dac9cd9731ae8b729
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ba11a92aae1aa30af9265d1783338b05ede872
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc116cc6332d31ac9ae4acb3eb399c02e5e1de020a0ed9b4f7aa9f8e49c49cf7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc9f1454b8466bca2ab97438605317e17984c42
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7724085308ab37303b65e99fef121e302789514be863bcf08237ec3bf0324a23
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b085f8ee707974137aeea0153460346649587f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2478b6abe20d889a7fe108d3a301f843bbe46f1cb246c43e587e08e2a738896f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240c2355bff9534698f049e2dee977e807472e19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662dafbc9c9f557a7edfb173f2d440e44515969fe26b08653bd743fc56222084
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d0e59189de9855e418cc8fbd860176e340a7af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c45d3c13bed16c0911a189f9b2f418a10828ccdcdae12a337a01ba9b7ec4422
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9111b4a25a84d244a7d2ad547ae95f93f3d4aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021527aea8c6069ca465a981d779fe2bccb890cf320bf521089337c06016c097
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76f61b3894d4aea44aab5919c82156c058d9191
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0773c329fe69c7ccf7d0f0a6b949fa8b1735ceb76dddf4cb55a54f9f3ddaae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ba4d452b5054686ad513ebecb3da61889d5fc0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c056c75fab199ce0950a81b945f4409cd9b26e7171a6000c8cc40f795992277e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af71bb284e75a9988966a53500502f2415522fd1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42082fa3a8b0b6fd011ec7938165e1be3d9f8c7568462e7708ae72b9aeed258b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e8f611092d26f402572fe640ef805590d6f127
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8774bef2466fb7d9d003d43b1335285a60f7d4054dfdd926293fac98b0ae0e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac3023a9e91b06c0890e1a0dce90a2156dea6c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987f2beb8e2dc0fd13d5789dd4bcd88c6eefb70c13f97bf720e374c6bf4fe02d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b637bea402b0a0f2a6a48878bfb1a8ba76db816e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bd9ad3101f7ac3e8c52929775c0547fe752b19b5ec82cdf4818b5ac7a14b5e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff10db3f5ceb712bf93162b205a38c5c9db3b14
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4455e1d37a914fa49f44d2268dd42916610e7ebb76148a640213528e2bc007
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fd702163380bcdeb541cb243aab1077b0e9ed6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac4190a0a714f979dc51ab3b54dc44dc7fdf7a0b7c0eb694b690f0ec680a8a4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fbaaab29bbeec639caca0045df4e922e67b476
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719aa7a40d8ef8aac10e7f840059e7d6da1cb1500c4cb8beac8ae424b25e2b42
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6573e45db7cac06fde99d6b3d8239f37d658f1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ed96281a50a3db671ce0a9978efbd5dce09ed236093b63058a07b2a6fee9bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b3dd566b1ddab6447881cb435479acc38de804
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bb51f50926ff0c805d8834d2bd9d84ee5bc6ce1f1a361b360979b32363851a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e959af56e76674aa5b782dca9e4756a29bca9688
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ce98aab204b961282c58a628d911a8548acdb3716f7b82e867ee73387001f6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f801afd068f614022f5d228b91d2582d9b44867f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05d0ba20472b19e2317877ac01e09dab075eaabf9995eec0ff72ade028cf65d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c856cdd0f3ecfccb59aedacb3c4bc57d08ed38f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f24d1bc5311b720c42027da8e03bf97756e18237634fd0f75cedacac0d3a293
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c8cd446ec45811277c9305b018a444778a9141
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b24ef592fc92e8325697590414d5ec6ad6173090fa59432686c869d7abfab7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b325920697fc793562d30af139e4704b9bb106
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680fe940dafba95f84f9109cb8b448fe84363bf23466b74df22e706e25c3d947
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c4101f7df47fa4959debc6fe3bdf910cb7c062
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e681b82fc63d4a45a2f8b321df1b78fa936b7c846ad6aabb53add5ddb2cebb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a81e6d3d2903beff16edd3281e2205a99438cd2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6eb63d93fc1b256151fbd8e8f5a2d1b17e87d25cd73be2f64cdc93b489f4cc6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716b1ffda31f74d7c84166358638431d55efe8aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4143386b54128e90fba7d872653e7f757c6ca72c295375f501caa3dde4f48d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c329b71ca8feaca0b54ff7fcf1c517c8405ee4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661e13cd5d90c27125ec29f5addb182e5b0eb180d889bcbb58378a4763e8d58b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebae117d302e62fd1093e5af439d56e8bc886ae4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1d886812c1965953cf49524bfe3a354d203cb1af047a57878741e60a554b91
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586408309d40cd1c9848d4b7d277f8fda2d56443
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04845e369e8552c74b574cc4388f965eeca98863836a46de916dd4085f0dc291
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5acdf72e173296313b3ab2145b07126c7e1ff0c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf0e93218a1872e420acf0f2dd2ccdee2a8ce476fd66e89703ab5254a4e59c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f604ad5da0f0e5152be86e9afc0c17c61fb1ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6db11c803902a5e8a58b3901c671e8f934dd7be819c9a2ba983fa8ff6f562be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b70731ac83103936c0299b2f8fb971cce7e88d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c8f78b94277f959424af9c1b526bd36c776070f53e3bfa63c4508d92970ee2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233259a790c36e422e358bbb1c7b62c02efd7b7e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dec21eb24646cfd55bfd51ce9fbf4c97e02627ba76a83fe7d2569e540503ccd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c0846a035e2b616405156e22da076814f5f05c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c877a1856ea3c02fdb83f7466c3b08dd8418ef60fa94327d29efb8f0818d27
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb67fa4f8c54502f2ca05a99fba3e66776f86fab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbd82ea3b6350da9cbe4292ab7127f39e859274f6437960c51949c89b0ca0bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf130522600918f82fa74f91ed4e0a969a2c4f52
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6d014163b5c1a5f857532f040d67aa431c7f6176dc1d2d23fbbc793cbcc7aa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca4b432ba0efb897c78aa1af8173f9b5982da7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f0ead8a33be8ccea2c1b39a16ab48422227d99b36386f0847addd6059b07bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016817e5214ef1e066c13a65f352e5966f8415a6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdc2287cff2281ed10995cc96a2edfe0a0c99a14f624dd456d4ceb6e37513e9
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477be4835c9f85e97ea554959bc241d29a69646e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625fa59152140779156b0ddfee80d04ce9d7c444858a5daa567a9d90765bea80
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a404b50f6d264689be207ebf1d248180242c37
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e5de6826afb103921f3d1f82aa2441fc52b79ae5a68c71864406c61e25b476
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3136c40fc64408212d1891c17912b0f43520e22f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acad1a7f59196aba216eb239a1c798a9a373540a1215a437cfb17b5bc188aa87
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943b9f602e15ff17d3d0c0b532443433b2f28b01
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7f31da36f16cd099dfa212a40a10720c8aefbc75bfe8accce1b9cee820c018
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7d8e5ec4aae07ce404061310057577c14f6261
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ee544109e54e7f4bb2482a891772204aaaf32e3357b083407cfd5f97559d45
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778cfad0aea4c90e531d136cc02dff81ee3127c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb81ecf3a5623dc612901ac86400ceb8a9e7a9ed47b58ea4ae541ddbedc80d88
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d6314af9379a2d0ba78c44cd74de16fe77829a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4de577988d1b05ce06d2a4c332e0b0567de3ff52f158f8da72f3daa6e4636e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd32fc18a239e0655601eca5b5cc6e5fc14b8f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea9af83689dcd4bde6adeb5225732c64cd09d20c8d760a98a7ee42327b45af2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee668c90824a65ef3fc417730c32c4f1c733162
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06bce24849511b9ea7ac5ae387b67a19c647ead113fc70e907551b2d6279239
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c1b51b2b5f456d3c164a8dae607277adbd45f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f4df758f56b57c4047ca90e66d8a8b05d926718742797439b8c07bf2ee3351
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9308ac9985e86a579c33b8577bb7ffbed083cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3106ba99e75cd1c404d7a32d471309a34d7e1c53de6e217574e7070299739d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5a81fc168b9f224157b31ced6d3400439d2e8f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfb88d86a9e79baa70c9325d4350b0ad639eaf30d849c4ed5bba83dd8a48106
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94494113810f3457139795e99d31b2d39e730e19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85725ed32d3c15187703eeed9405d526095ce7529aae7ccdcd84b6f508b1722
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5085e9a95310326cfab4e22ab83583e7d701ba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30083935e5145ebeef0b60fa6d6ea381553d5839699ffb24f1e3a3214c2d91c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b967098d80a71724cba6959add9f936c466fcc8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56001abb36b315d5a8bcaaa6ea93a592342a0725138538dc23e5d03267fbf9b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45bdb419da8ba1db1bbf1d6f206cb1b071035d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8873e864533104bd77891db21a174a53a3ad97b1a3487caef0c0d4a6a66347
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde05eb17910bfb04d4a065031f16b0a94874f1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7582b459f18d7f8f1cea7f4c387409e7c2f0d43b66ade7c04ff220f6092aa0f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f9df7d034251ded36ad15af0310c432f21f9f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54576e79f5aec29c1f545e76790c95ced8eab76b0abcd342bdca7af06313f3c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a678ae0d642638d3898300b989e574d0bcd910ad
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f783e859214857d2d8e1f88cc248f5cefbfe960b05c0896231a05480cc8ce7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4139930df97167790f293f270682fa278b8643
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7e5a3ce5179b0f19374305b73065f9f04e198b241e08f4479ca749f2588238
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb891cbd5dcf86a3a3951b7b9b6cf7ec8a8bf398
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d402f05e4d1d1860cc9241c92b6adcce765f3a798572ce800107022613c76cef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbff0e757b2210ad5dc983d65bd4ffc94f4840f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b54d6271366e3debb07808797616749df87d28ef3699110f4c2e7976601fea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a295ec679d2a5279f6c214bab2f1298e766d6092
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac95a6a5f3fbf3326489e9eba8077c82d39c7c1ee968ddcb64bf456fd1542482
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b3c08d2e7f65cfccff67893f62a8dec82af3a7b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94a6367cce0a4494cc6e2e8b86b0610b8fe290961ed797654097e051e1c0055
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899b78b956b91a110c1a51b3ec1f168c6333705c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf162f4894fbfeac3bbb96056f99a4bc2ded1e3c4d843fb7b2852cdbe2496c72
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7795d2de9451e9729b3b98620772a65a41ff9222
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e29bc72814e98a8d3889da3c3bef80b130e7e65dc0f4c2e2f8cc5513242ce13
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698a67c74f3fe882d7d2d64426a64241e6cfa52e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb1270b1905e4731f62452d33788af641af0c589af205093b60968598cdbe61
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd8b19bf1a79473c1fb3134497774c181077763
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67d965981fba3a5c45ebe0c231b02577c9ef5e14fa4dfaa55bb57111749d34a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8843ed59baba9e5aecea4747387260bd789abd2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2589f918cad3e4728af7d1999dfdaff66f03edadafcd73436834bac53b8bcb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7b1a05327200960bfd299b59c7bebad1113c22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d89d35c9fac15e86a78a05776c85a7637775831af7625ad770b5ada7ec691c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad22c8ab83e3276573a935d15a3e82fa198ef269
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a472e8c3e5b84e0a0ffd5cd01373bb1f76fe3ef2c53f085d69bd5fb4dcbd39e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e535640374b568ac67bafc4eff0e103b5a67b32f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf10c74855f5ffa1adc74632b4758a6b3da81bc0a1d717125b9e6c8591a8e2d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d962daa6f27e4fedbb5bff3d9a23d97353f239a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59e05c687b1818401972677984903b5fc6971660cb881c46f8a085105c7d1ba
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da150a3c10486633647b8861d20f646de5f9ff8f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b45287ed26ca74d6afc57195cececc47285b10e4d39a7b22a4b162a2f1e8b6f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520828fa0099b0d9c4649b3c5941eb50c86ff5ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850b166e040af1dfc5fec8afe06936fc4892fc577eed6e5d5c5a50f46e20e1fc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271dcbc9a3ce9fd2b1ad927151132fb0f367fe68
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c9152160682b8252f961130d7eda6a267db47b36e7201f2ddb22298aadd8fa
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e19286fc58408e6254d9517e1ddc16c250c3cb7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b280e7d19caa287d54c938467bf52bbe2c5396a3ded15c03aba903148a9f07d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42869f184262d1181160cfb13a5c3d33db96b262
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293f97e6f78b40201e67638a7a9c8016b3b618e3c1fcaeab7e7bcebae234266c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87174386aaa90f6295c0ffaec8f584806b44252
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e59dc602b5f49d0d5b2bffed40147253eaeef215ce0c3f4e75cc1204c4042b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae320507207aee0c0443c04f8eb0925f7e2bf5c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0d32160fc0313b646fc4f4722b40902a829ab21d1923e0f73db0b232d5444f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c777b27d62c54cf0ba690b3b409f3dee7af03e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad59790e3c43b1e669c3d566dd3948a04d652d46bbac95e6ba5d89dd6736d219
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e885fde60868aed15439904c014a11ca6d1b1ff5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa0edc1a94fa96ed27f638fbbbfcf9e3f8a0c05d27eee62cfef7f7275c9956d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062425b5a81d5398a05f7ca88e0393a8ae0aa857
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39dab629a80effae6437bafb16f44085bb3c45734419805dfad0557597b07b25
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964c6d0eb72aababada36b96b369fb4a92ca0ee2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e186acbdac6c6b831a1860889560adab48fd7479a0d3c6cfb502c130e4890d64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504ffaf252180bf1a20479e9909a21470c4d17bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd338f402909ad36fdd0e7caa293b4f496ed10622c6d4189a1e83b2feaaaf4d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bc39e40b9890f74a4ce250debf8314bf41f4e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9419de6ffdc19670845fed02354caa5994cdd4e3703b1e57e40a683ea653e6ac
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42dff10a0368e695956bceacf7e448c9eb3f2b7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586d3378341488456a23ce9fccd5505366deffa87511f64b7c1de04fd72b8aaf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4b7dd482451d1ca6863aaf1d6be1e538f4069d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42f4b18385588df65e676b1e586ab9be6d73b65b83ccdde5877d1265af07ff1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78bc27eca5d6f3b529792f8da2b4eac6664659c5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce2a160239a1dceb12f9e872540127e16c609107a12e0d5ce67d1a2972ed3a6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9297046fca94606dafe8fe5608c7011173376f98
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d357ff7d45e54b961921d80c4b2e84765b8e1f88038f9f1d6a9a6133c791c0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fecc11460547c53f136ef9c849807ca1c74d1fc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b5f1deffe9b90d9a0afb665b938f44242e41530ad176ab7c27120534a72957
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c732daef8400c30380833c51ed56f4dfa34649
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ede817f84d2e7a1a070a4160a445219a4a10fab1b20bf86ed154fe08b072cef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f950049df8959f46f7f44d27ecba6abeda4efb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37bb5893499117f680538a6ba718b031db599e994447b8a682536b4138ec6e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57a9e836abc64b1d5175e7233df65b211e5aefd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33c31027f92a0b118d88b627c3ecac4d32caad2688f058e94499ce73df2528b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e556b70329c16f8dbc755455694bb5095b5df8f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0ab71e9bc8c8b43b3326c79877ded67e3dded974b280ee56dd28a6647e4741
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402a3b748a5d8c2e3a7e55a4ba0cfa0d8291b226
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff6622d79633d3faa0c64bea70845929f0bc4cc39686083584f7d262d4eca83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74060ac5498670483105a4dcadefb431f25d905
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d0acf158961683affac6c55a820ad20fff1d68cede3d54938fe78476d39495
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254463cb469e8db3466702562268667d438ba237
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da7fffb1ee50c56f757234bbf02ea401f54bd7bad0c8486c8e6dc3bb4f066d2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb181018fbce5edc994731853d1dd85f4d0662f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f2327dfab33217fb0349ad5f400188d39c0a52095ad17ba3909c30a6de9642
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2172d156d8c63dc81c7868748c19a60b820f7868
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7280733e215d0ffcf60dd074c1e0196518ded2707f6b8c3a0c52979770cfc8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf58e005579f9cac272ea5b1eb03236c640108a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2089de2ecf6bc5cc6d5e565f5d4f7485898ae454974b5c2689455f3f6a9f8c3d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803a5ddca0e6e8b970a85a58a6066367ca63f82e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b00790d9aa7301d7b45f2c45d3395cdefe92654477f81dc9427b794870b7f5c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb595c8e31ee51d017d683a346adfda6fb8540c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bbb056dc5d0fe165fab5bb57838ab1dc09f7740b7cac240bbaa6f928e6e4e2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94b79c16731cfe6091e5b9c9187d3b870def215
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ec974a7ce3c23dae63c704ab7f6b5d3131f1df1ea67b28dd64df5fa0da9668
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273f6293b6f4a1508f7e6d8250be3b304cef5e25
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1752e83e12bb7f8dcff6c947b9f3406b92eb1ca6db1b2a0ebcf143c68e2d002
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82973b28d817c80db1b701617d17dffbcb17008
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8324cd8d8b9e51911238dc24f4e911f8437034dba7567dfa61479b75ffe9c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a4f801ab6973cc02bac798c6d586196e630cb5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8804a1846bda5e1bf4c716cc1ee090606aacc5639e555ff6ab60bea19eda852a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7cb5e836195d7bba03773103f6b37f831042bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25b4768d08a24d258938e16d1e86fc09bda6a3b9b839d86c3712637aacab74a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d981945ea9e0c064769ea33f974289a4016d84
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdc338ba5c5b6c38e7f0612c1e6ece3634233ea15a97c51294db18c70b8b2a1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e955362593e3d32b0a5ec58c24e5e629b9f7b9c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f3a658e836a0d69f42bb4c59cf1b4305e74db7e5d30a387825a17d65cc4b7e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30caf01b0a411b696a1cff3979c2fbcec8cc5f31
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042bbcc69d1736406df5112e476fd5ae6f3d30798766e232d7d9c4d6ed5e9437
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b87b792baf65787c03febd12c0c86e33570fe2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca9a66200f499ba28a2261bc53af6b30ee4cebb06bc74e01dba41a37af01be0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b046f1ca149780e90bfa25e728e03d733896653
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f085b4fd0a6970850ade800c8f30ede5d0b503b9abe25ff160eb48a982986944
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da2fd6be497af8c9730cbcc5e410e8cc2d09a38
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbcffca4fd7842417d746cf8052c12d5f07cfe9db8c09a85c7d181d8a2b5e448
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5126563fc934bf49eb3adb606b35fbe5f9b4135
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58da71bbf726390081ec37373f25d3484b0d314d63d39224f4404f583ef55492
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a7572917949d3b906985c84e08b0cd609f82e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7c45c33e9b32b8904eb7d443d67f2846c6b2f4834a3638af69e5a77fbf5037
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11900950b391419d80b2df92abc4d8012b8519b8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8064ebca5fc5998bc0f43b58a5baa85b880afdf58d61ed5b1c571cca82cbcb4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3e901e0e6842a63eabc2a129390764652f4ffb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6de5628481e88e5cab815af66dcf7fbeac8ddc3d711a92d8fdfabb29971a21
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac45d9f311412d4cb9af0145cc3634fe981ea01e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf049731d050aee86ba9a328ef9fa164b8119d5c122acbdcc956dc9d3a7ddc95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29e363b78a6d00997d602e1a0ea945c5d21fade
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ef678ea9065d3a215def142216c106fd6329c66db84d90cc9780de20302a29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b143e000274b7609c9548fca0b80ff37574f4a3f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2ed4f2b1f9f8a1b6a8b9128d36b694adb874b3869e5b30cfb79625aceae3eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241d6af41af5bb9844200be3677bca34765432d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdc00f91a0893b6646c33fe4d08c15bdccc872fa930bcff35801de199066c65
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956cf039fb7a3000739a816056b3e02f61db63f5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece4d1f528d9e548fd2944f199727b30fa14f31a00034c8fcf9a1e186e52d039
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0144de9b33bf6c039d6bb4e55f603e650a5c5f7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba61cfa22b0f3ae01d239f9c18751352fb9993c6f8d12bed561c7802f280726c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19271bc72b6f7f77fe6818a7b28bccbe1fd054d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7bc1451067221a414bef18a2361519090c1fe7adcfaf2bf271f359d7fcf7fa
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7954de43447d7a490da189648a0e3c5d2d0c30
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77893dbf3c3697c839e46b8beaa530fcbd390127cc9120e86378d5b37f557e8a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966ed21fc451c7c3ae4ac8d439b838af7ce28ff4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5195685bf30fcc7a22cc75be8473a93d3ea9a5e3fd287061977a432316302f33
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae908949c0bb0a4915a21995825a84c66a37733
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49a4349e848d69de76d918283eba9f8e7c01c64d4dc0cc892104eaf2e8fe1e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c4b8a0353aa6c372da7319666b46184a6c8335
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be649d9d23e72b014825e240bbfc31f779fa91c6a21c0804e716430a2a4aad43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a98a1f163a1a0e00e5bc788935494d63ba45f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0bae2ebcfcc9861cb744d5f27af13772a42dd37c5d05ce3c981ead3915b073
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcb16f2ed3409ea89003e22157df9b8d2125ec6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e94abdb76576e72a3502e612b3eeb2c24fc3bface529d8fc314f32488320b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea81bee5f4732687392e57b26cf47d40f6ecbc1e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dae3472968c4a98a2408c933021f0521edd8407c35f4536bed6e6f0bb1e30c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fcf6add0cd588da9f08cee70e72c12d5494cc7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a77a8388df2895601baf591c6070fa705b79c4dda676c794d033f2b7b5e6d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf20d14d1b9646b981792c62c9767c030a1a48ea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed255e1194b7e179bbb0853d9c9dd2c07b1e3a78cb93b9e10ecdbbb5ed6312b8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53743ca481f3a421a5e830ef28f2baec3bbc0c85
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e47925cc0bbf54cb74088a840a0e60d9c7d35c3a663234ad5a65e4deead6492
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e760a0dfdf6dd2c548857a7a382998103131d2b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572d6295c53af492c6a89f392ab88d0121962c80d20a6016c896c2fd452eb4b4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a6a53dfa42b391851254975145bca0f914dbd8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbc328fb659fbf83e6cc950241957d225b6b4f9baa8da8a781dee3a8640a2fd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5776dfd197442f5ab6c743fd5f7f3c55028e7942
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47d41135bf8c63cfa9ecd38524cfec3fc305d2e3edd0fde0f47f82917fcd46b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c6fab9a26d5b816234dca933fc0714ba333e4b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11abe52932f384472e7621f9806a9e994b6a274fdb0e9f6dba1124d827bfdd5a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0e67fc53530ce874881982c207394c71aae963
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e68eae99d754735430a52dcb207340b2e55acaaf97ebaee9ce42fea38d41a6e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb940ddf9dab6f14b61625dc6836256b5ecb0275
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c383bdc35c43278e79894c05f0681cbdd76d6a43e367317dcde5a9cfcd75653c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8331f480e4d1230f65193b1732bec49a3a1baa5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2013aff33457e7b6d31c328bfe618867da5da39a5196fab055de881a97700e90
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9747461ba97a6eef5dd5c064701e2affe81bd560
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4cd64169c6d9a4f6527c3a95bbc5ccc7215f9f49d9387e1021fd79a81c7f55
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb049896fe4febc36a87f38fd30f467ae856c506
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2bbe2e5a4234cd665c8180362c798308c486810bce5ea303bff55690b45978
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2291e0702664de18094ec11a3eddf5b3b380884c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a642a64909d1d0314047ac8ee75d29cbadd337e20833cebe6ef211615b9f02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1ebbb9b08a37974b30e03bf28149cd66e5396c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d065aecf2a58b0b50c99be106a9a2dbabe6a5af3590c0030988d4f580fd5c43e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3774cf90db9843d5f202cc71084189ed0962fc5e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3245b47d9a9085165fa2a36a2cc5bbd93484b143cee956f587ef4cb5f6251e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65fce51986d0eae1a0c9ef241352b78a4c988a6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01b28e25d23093ca5de2a7790c3c1977bf08598535ab510fac315d564da1227
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e351b6bc969065127818af31bc82a7c387f8051d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b7563fb827fc11c5f58752059ba674ce125ae17c940ff080a0e8ff61eea814
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9512b2c37cd5cd97a616f999dd054db13354c1d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f408f3f47d8453d9a1aea25929ca4bc7e9f751d31c52d7e8509f824299731f08
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2286354787383e504e9da00eced388497e0c7bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2664df2070403652fcd923493beb5aa32dd5bd3a8ac9f2fe75584abd6b2893
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a8e389af9d87a9855e6125ef00fa19ea44d44c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7939775f7e511dca2288c7bcacec3ba7f1bd978697e6ff1e245778f5d51a13b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e590c50a605d129caafacaab09941caa7167df96
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a1ecf267b747961f2cf7bf561b0a84111ac3b639e73f9bbe1693976faec354
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1739b9b676ec885732ea60333082725da2ecd306
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0df3f8b94fcfa428e9e8a857616299c86cc5e497d1085d587510467b8e09c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56bd5e32ec570d86505b74c2c50e28e0d1fb677
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e037f614bb5e6938197f90f43fbe6a9540e0bdd056ca187053f3df6157771e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7af6d2b678483911a1494dd549a29f67cf6c92
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9937016138eb6e6666478c8aba28a3c7255fda505528dcc4aef33438ff59c132
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24842cab4dd782ed9361cebb2cf2895dd5814d83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4f471820a20e9319e20202395ee0a34f48e569ca00db3fc57065052569d802
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4580ed2549f9b64ad9dcdeca93d9586085ee597
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56489720f667c07c33753a8ba41c5f6002dd834f833deb2f2e0124b104b1cb78
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da33acb41f01ec826af001e010b52ff839d48f8d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c520b76ce8fce6f947d2bba296dcc94d2613a3fa0ed4234105e47520e83832
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/lm_head/_0.pt b/params/phi/8/rnd_search/comb_5/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433a21867e91ba430a0129a95827a1b4f9b3e3ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fcb48390265473298d35438bdddc179a373a5434b7dde3d011e167cd0412a1
+size 205955
diff --git a/params/phi/8/rnd_search/comb_5/trained/lm_head/_s.pt b/params/phi/8/rnd_search/comb_5/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1351beb03ee69b21f045ece1f92ec5c5ead3394d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31920aa25f351b46d0a6a918900431c354810fbb6aa45d3a60b9864069f825c
+size 205955
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04489f5500312e2e129f3615c235ace71208e51
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da153a1b64df279d6744702e78130f55d10d72925bf7fec182f64cacac37e2bb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c5faa4a6be6ca6e5c1e1fe3cef6dcb5fbd0ab8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2726a4e681430820f5c4950601dda192c738b480b5b58abd8218d80429d253
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0e4ab0df8757a668860016f980c05c71efcd74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0532a55c59392250005833bd6a2c66973f342423ae2b0fc486c781ad82540837
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091e9bee7c7de31b215a3ac5cd93d8b350188040
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a3b09905781305a6fcd3415b543371bc42ac3317eb5b1fd3f6a4d40ffe2b43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046eaafa65fe0ef46270692e10d917d9f5a78878
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d36bfdd64f94c0c8a0cc9c40ac541cb9bef72c96ee1ca56e434a5058f2e7870
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0c5a8ced5ab05d5cea79caf0d9ee1376d2ef30
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9f791fae1e4e3d9889171ee7dcf41717559c91eec2d26ed8fdf0da1e114deb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e97fa1c0c075d4c32a0aab46f07e3b39dc0eef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc62fd143fe60bd26c44d4e6c4253e7e5eb1e9148ce973c1d9859227f4fed72
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5ab0df16c673c02066fd29889ba79c490abb0a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c20ecec3c06718aa76ae1e88ff3e85e75e930515ebd61caf5fb8822287870c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af567553326b90676df2dde8504ab21c7e97e989
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97e14e15f33186e7542e8cc8e4f3153e2cccd0c5261e87c8e5e5b805e79516a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7c5f6ca744559b20fabe3e037902b5a3445e35
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32abd84b625ba846e1bc199542dd2e7fef3444c4d01d491b4911a6bc8ee9b082
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76330013b8ca6f7bd4d469c099ada4efaba5719
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f2b7308047c57d22e144f277159d15205707eb4768a4fb23d223b04e716637
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc37949faaec70c5399a10670523cbab4c5fc798
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1494441fab4764f3c1d1862e609a3d08b666b09ee5f1a3dbf28c207a2c328ffa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4dbca5c21b357dd7117361b4efd6800ce5ad35
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59663cd09ccf791747146ef735e2450e35e09e5e6c54864e6ecef51027590108
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdb4db5ef9e0ed0cb39c122258e6fe0d99881b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fbf702e2d4d2ec3dd23fd8c6dbb61b453a49c1f5c4f4612c7104a35a1d2cf7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db38994bf74e7ba2aa52c206dd51812631f5d705
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60b1390cb5e08b4dee42dff876980690f1699d48dfb0659f9387dc27b0fc169
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f2f0708823bd9ac35efd02a5aa7c76ebf75ad6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5aa702374730957b4be97475ebebfc1e9bf1fc64f773c0300b67d7be3187679
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7568e0756b5be426f5dcfa9397ff3e9acaef508
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80e476f8dd1d0a790cc964025c3c02500a4fa21c0ecbc7333dec98c80e01eea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e43ebffa404c8eacb5cf3eab772886c25111ef1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02ef58a86a16ea8ebfd7c7d784410baf024c7324ff7ea76de883e26e2286cf7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da624dbbaf737416fd57aaa90bd5bddc1ca4bd43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afe8888fb6938c533580247ee0826f60dbffffb283dcd2cea13f90230c1fbd5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6905b733889e06dd8180f2b62cd369b54428921
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce108cde7b6e2b9a5082eba2b2bf6745570c7adfcfebbc61f34a6a47f5586f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62cee15c3a8dcea02c821f1e155713c29daf8a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4702c4c2e5f505aec359307ea8d1b181575c31c83e196422fa0ed44ec2fbc46
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17d789a224d1203f24b5ee43114a7bcb3296680
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a262ac238388e39cd93eb13c26b2007be7e65cad84b63f9ae7d0db56cc5821ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12380995fcb327dfde522c0f930dd44f371feb8d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a17f5a1dc8b4cff74b6aedc6ce4a19881ddb58bc4acd09dec2268fd466ae05
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c2ec07cb5c17cbe05d2b0f4fb4836b00e49ee9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2f153d0d43947ea6f7a44aeca0b54c0f7d83a0ec879cbb19deaff3e1adfc0b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5458733cd042ae5ac1bd0ba57b2c2e49781fa6c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20e9ce2b30c168b4c7ef94405df3a71dcabcb10818092155f4cbd536075e7b4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10d57c31dc306bfbf53e165fb709870f3a8a30a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5e0eaa5a4906687f5cf0dffe1c8161da4b96da41a0d654051854708d2e4521
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a236383d2c09f8d030c89c07303b15c87e5e86
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e136e871a2b81752552dd4c3dfd8fe4f8a60abafd342c6131847e471931c665e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32802540353b954ce6d27d115a48d35a3e6cea8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12de88d7cc4d8b18ec9d76a37fc8bcb01c92cbb2ed068f7acdbee05a9d737f62
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0c763fea2a7dc90260b49906159600117bd118
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805f1c8e39807d15629e1ec6a6f04b6b30cf00c1d266a1df812474fd5f7672b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89542ed0533b54ac8bf20ba2459774608ab20c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1f5107a059f58e01fb6549c28262914e5b450c549feb3b2ebe3beff6fc148a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9be8da1169d67eab88f23de8df69450690a4e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f309f98f1bff84531f17716770631d1e1e46b4e37eaa919d598a4bf235ec25b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e842baca9d513b722c92ab60c1ded87bb2c06e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9d806abeddf5d96d84d0ab8d5ba4c616c3803a4643af337486d9255937d06f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7e91c34cc41d00d4f42e443300eae4b8fbeb24
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91b0edb4061d004e1134971f1940157b7a738c40ceb42e2746a7343355a73d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756b15df32b39d5b9c0a59a1918121a72327feb9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e61a87d294e1d69770bfcfa8d6802304c1b00c3e17d0ff51d9390ef804c689
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffebc5cddcfebfbb7b452f9c320e35e6a9f1dc92
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1937d8d6a09e8ce0fc9e44616311feef9c5326b174ef6e34d3f7aed4795edf6c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95961c73c7dd5c39dd5cc64c9507c0f95d89150e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cebd87f111f10b9eac06aa8f4b95f03190006c82826569205d34e869c078c45
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420de7121a47ac626770b15ef403b8a275c6005a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947b4fd369fb81a8652cb5e9eb4ff00068001a8b852b45a71674b70aaef724a2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cb056d469d52885ec7e8eba583090520041c87
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b10d9cc4dc37d9f7da55f6112511dd044b473695e5be1bfe848e8b757b4062
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0cad84e5fa0be4ad498bf22024e687d0a1d156
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca8d79c9c079f5c648e128afbc7fb9b979b208783502ee7067f30ddecdbbf7c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc940a68a4327c96dcfbcffd64abc5fccb71c576
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c4cec6960379ae3a3e84227db30423c9aaf15df69b932280e808fbf95d2715
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bebcc49ce9c1c1131581ca101c43f49c216bf4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d3d2c2aa539dc7f5c1b1e0ab80b69cf93e77d44de25be9277048b4a193e925
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09da86531877cfe30e91833655e9396289a1a3a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b58c77f9bda105ad82907214fb4af190f5654e69b2956dee4c68a04ac441f4e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6f4ee7c3a508e989d6878590d29d72250ac057
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4a0892ee7eb626925de11bee565ac89f9c5c4a780294d666024e94b7d4703b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b19a8370574133834741d9d5b0bda80cafdd6cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43002de9b571432e46dacfb7795cbfa223ad45c7cc505e2b6d06fc5d6360033f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e54f5dac3cb436b23a974c218a0a14665c4be9c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00de3e02df0773b0d4f81867f5ea4ec40821304df9d59dfa28092894953cf31
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd360b80de8b643d70586e3bf87642e19b9074c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54faffe5af0daa0ab22baf74cd46940af3ca1a64a230e0b5c1c2922207edc7f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1d01ac65ca86cc5de4fafdd53551fe4d5b40c5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca25ce9c42a364f8c956f814295c4bb744f9949988a9faef632149e62f280564
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7dfa0d58db08719da586d17e18b1131d86a407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9023ab0f7e4edc7857bab9d4ea275a2214405b7bdf3b023132d9400d26a1096
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fdf560e88e7df907eff7efa78e117a10827328
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48803bd0ddb15a6befc1a0de17abede3bc228a334c12255e5f94ea45f77a74b5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db371a16acdc19350b7f52d4412adee4104a069f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6036ecd5020b68c69058782690439af3976c65e983284bec96a34e913818c350
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad9bf256d1d64ff7543e90714beccaf55bd92f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd7a54a82672a36ddebc7e93f0d90d35fa350e82a483957c3f4a59679e29be0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271abdc77f1ea7240003cbcb5bef53b0f1db127f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08af574bb2b31037d0197d8095b5aa57537c0c1f450a208003f432693eeafb5a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa545fba66d822c8ebbb6023f83b654c5e1731c5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac50417bb6521819593ed4315b2104d9a08eed3074f9ba48c2c11344b95e86e5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea2b736cc13a796f206c4a8206ace8158258181
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f18e4554591f9da6278047f3ab045a553134e820f6cdf144210ea2615ffdf75
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5c71e298a3b64992a90df06fcdc628dca71e6f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5e66e6db5dd7fcf0209f39bd8a7cb9aad6d0b16884c75ce5b64125a0cc1a94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c15f9b43ee68e39c7c23dbd6a99e65b40c2d3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32eb194d56c829ae82e2e330a6052ed9f66f377c0e4ae8d6c5ec38053a44fa5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50d9d7a1971c4732f34491f17e87f3e6e154c9b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a8d6fee44855630c6eb8a6e195bb28e5d397afdece1f98d0a2b06d2f15cfcd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6da448c65c1497a25d048b93edbf759544497e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c530e01eb16098088af17922814e26f2025e8aca94f54d90855a204df38cbf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acb155ad952893bb9c04279f94fb9d43e61b2eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff66ddeb91a07e2196c346f963ffa6a2ecf1e78baf05bd072ada1ceaefa1093
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8cfcdb5bfb858de893929654f593c23dda68f8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187e1865795ad7ba2553e065dcd2555dacc148f5658e78a26760fb77e52f98f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5fd5b383dd8a3c20c6544cf2d238ab89fc939c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1966f40a8e8656642b53b9b23609b2128bf596b7c1d744a1634d6cfa326d371
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf7384b9acf12199057e231afa24f3b8ea751a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c445c38acc20f7e940a17288cbe1c21843627d397b1c39be1e5dfa6135ae87c5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3876f74cfe31570649744408b32a8cf491c3d5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d187387f0306a5968df7d814de6ab037f5ec00dd2c15a7cc8ef9a9ed683050
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45895e3f0038dec37b62d2d9b5867c8367741f68
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aee89ca29a2610e8b769b032f733cb20551881f6e16ed2c99f2d2f2434349e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c126d4715cc61d0263e638df61f9ac9a9371fe3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d1d1b90e082b329a96cec31905c21e1606e0e5b6c8081cc3cab6117cee7aa0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f4d7e48300f91b265fb777a6be1f771633686b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5244ff4e10aeff2b1dcad5e64e72e48ea3f857170d9ee379f9980d525d58075a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ec874531840d130680cd69e201cb478d0851cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb749e4fe347feefc86a24806e9ed8414e5c89192e0d8eaec03cb82ad3b3e429
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de70f001766cceb30391d5836ecd339d0b1078ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23b2e5eb9eea33049a1703049481c5b222718e1492d7eadb14632257e6b250a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54da676c3b52ed3e69fe6a06ad9cd0945b8cdda9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead86b4a2b66a3cb01ba5d2e1a8d9ff57209297de40807902f23e37da313faa7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0d5c376ae01db5e0de7d5ec6493e45aa0030e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5edba25b587afc8c792967032ffeda0e76a09ea40820dc3be2fc0d18002423
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57b663bed05dfdfb5688926ec812caee6eea888
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897c8e56377a56720b6cbecf2c233602dcdabf587690ef9729e718c231046418
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92dd2175c9c2bb8fca2b01b8fe2ad395edb59318
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd0724ea6c74be427f1eb8ed09b2ecd5c2bab398fd41fd939263e44450cfac9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ded2916563616cdf38f178ca92adf076a9dcba0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741796b107c1cf89e2e4ffd40dbe81ca9ef8dacbc9d184abb6b8e7a8466a87b7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aea94c4e79bd313d2b0d218a30f23bc3a611c39
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbe114031891040c9834e6634fe28f3519f42395180db1112b462722688fdba
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac179369ce18ac9166085d54e4aae119ac0c5b91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996ec23e44a8f3234314b365ae8edd5a3b53090de50b802aa4b89c2ca195b1c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5674de2edc14ed7d8233d85e183fd3f8d346bacd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bde004a6be69f3497085b26788f64afaab4aef97f811ef3675589fa62e04ff5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f75bdd15fa6f3c06720b1d6a6991b85ba074125
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9aa9c4b667be6ed4979b108804825bf1880fe4622dd6d8d1f31a5b10792be6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a299e3e440c0c086bdbda0b4ceff323f7439db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422dd7976333cc5ddbe35377d0b40b7235062964249316e73162f705e035f4b6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a011c3c4834a069f3b02eeca0bbdcf56147fa1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e8fdaeb48201169d9ba0078f7146f1f8e0974796b7aa009a38f7ca651c6fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8c109f7afab5c03900095bec49afe07519bf32
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68b0bf411c18238052114c8ff075f2ea4c0c52e295e749e8623ecbf3e79f313
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0da9aab4ee1d8cc28e524f78f746dfeda6d7c89
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b35ffe0cffd941245639f69544e3813a25be284a8aa3f35a84cad39c563f8b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fb56ac1963d76022ec7e501f0a2da8543fb6f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ecfa38918408ca1ba30b9e20d9457ee94320e7ce188df1df9fb4a6c09788d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2283ba0ccbf84ddba534e04d4400ba3d5f198d3e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff4c5b7dba18d8e0eacf90c2d4be2278303e666da0021816c6c078e14dc6ec0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e546485523d25e5a8030ea99e436165b4bc9c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e185d834befc82be64a7053435ba46b801cfcc74931217546adf598fc203ef01
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa8f0301b0e8a558085cc637a3f18293022152b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca172c5d0d166505963d65e2e26c0e37ccc70585ca5b39ed6905e9624ecadcb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101cf796a58bb7ad50c656c1fc32830763b6bc53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc27bb2b5baf4ba0e0593d3cc5373b975ceb2b6b7cf89a03fb17b7e0f53666fe
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60b17c463c644232623cc5df07de57003e7f64e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95427a1d820368c5943db7a3bd6c85c196baebafac1e788ade622e6731f17dd6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8d8cbb7cfabce16a1f3865f4fa8a0b7511f145
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386b73db24b759fc7ffe197762ca42d2c7074be295e413c346834927451069d6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f204093b7d9e28641e02d465f43675c5f70bd26e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9ba3ab75f87529805dc670c2b914f5ef5dbc705d74f022db4c449e5495d24c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acee633cdff5f56893cbc6c237ba387b7caef3e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e2debf39faab4878c4a0e5687389db23ddb667fceb4aee2e5a2685e3bdd27c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798068e40d2236fde4d783acba94f3b7f54af07d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1a79048004361d17c961810e0d1d5916888fc6446458fa67dfeb919a759735
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126295cd476ad7946fd2e40b454792f2bd4c3f6b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33265e1ff267713b8049c80278f82e9b970a04ccdb9b10741dee0b8f7c0c4745
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe30121063677ef70a6e2ab1bbf3e3c0c9778c72
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89b48945ccb2b849d4be67889aceed2c12fb5dceac012ab41a0911e06518a1a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebc5ef9baa9ae7ae4668493e401fa80f594c745
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e19b5afd80dfebccd86464f2e9cbc1f62cfc44f115c3165759619623408f9e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9bb579d0ae9afca7d065cc369421e1db610b0d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0c0b2a1f3573f880a19df480ef7b78c05ff3388ddf42eaf96454a314a3dfc0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e147f740153c5b79750a7bdcc370996861a575e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eda04e9b2b330a7f3ab8863f6ac0a2f16840bdefb26727696c47e2757926d0c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d815088b7ec6f69fe253e70e9c094bea39b729
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31d1d338cb8258b60ff5387132d4601b06cce6a1f27951a5e489a001f3aaebc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3695f8191fb4232b200a323f2e491ff908eb637b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1730d68af4c57fe613e19312eac94cb439630c8df3c2dad346a883b2165e93e7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab74c89d1f17179d0139e2874f75e302ca7e7b23
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a6d9083b6be41b55844896023b7c5f60d60a78b4a7a07ab218df0185943db9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df363413e4af60899deae13c612b9c286f84dee7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daee89569cf0bc1cca3014633316ce4a06d23811cac1837b6e5308b0a0c56e43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc333b23073979a6585e45e81e6afe708ed54753
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c50220582c798471cdb34c6e2ab60ec4ca8e1a6bd29b44074ccabcba121e43b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a43ccc1724abb020f59357f4f0990305c10a86e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cde04391742fc852944f88d9dc71e43a460f836827acddd65907158c2bab3bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2152baaf4008a9f2d7c31bf077865b2d1dd0e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e812a6f3d8bfd7731e85ed0c3f760d3251a42ac4ec73db025a4e5be8f40d02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e461feb174d4307817bace0adc8ddbb83b6951f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5990843899da72d071cb5080321d9c7df96a605761ee174814d78e510619db
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09fc7b767287c464dd72e9a71f52f3cc07f4841f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62fc3a89575ae8d0cd348f6d0906b5053ef30ebccfd190e2f2a747c1691c8233
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d19bfff449b01ece7c0312be6dca9fc0e97963
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea053c5c2b9f009f6a43be8f4b7f786e9f600694f3b984e644fc62a54849775
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e014436ca899a17b05f91582e4b870649fd4ae19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24a6e2cbd1159d7b2e6bfe85ae47acdb45ec56b7d6de2905e8e1eb68303beb6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a9c31a5367a9833da98c83b9c5dc0dcb628d9b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cedacfafb84c6c946b31067fec7f6992cdd285cf079622af85a52897bab5711
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ec4c02e0b53544a81332890d118d9ffdcc8724
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0c13eaffa73764f228f394df78484a8e803503805863336a7db7797eac7af6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87467a75e1f85a7a5846f6508da9f9fdfb5439e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372af92a30bffda0320a99782b0f5a53ddd4b55c92d85ee5c26daf3ffa3502b3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbdfd99212ccbda0a96aa1122c1b883da0d85ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902ddf7d20e4644fc1dc1ba2cd67ce4b5981b2d366ccc76de2e3b496a51a47ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d192104e55262a9b8bad34a1dd9621e2620e151
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a476b455910d2c52bc04802996848f401148566dd2c9a0ec472abc90589629c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f21b55f998ff94eabd1bdbb7f294c9cc9cccad9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11276cfdac61528c81c180c3e68f1e3657f335693ad588071f940258dc17ab5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79befe03f8b121241afcbe0e63523fc3acab0d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931f469d64d6dec99778b6c351a2306df106896187538bb5bd054393cd448d17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88aca12fc5925c3d79fb2973f194e4a21d5662b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26078846269368ef3f2c3256931a8b0c89bdc262bdf0e69c39047a9568a9627d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2a974ecc2ff5c0ec03ff4387c2f5f3cc434338
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d8e17adaca7db273f47da6909b45a130dfa6ea12dfad3b9ed6061034a61028
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a159a60b2492d15a2edecbbecc934fe4c3d31ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9073da49ad02f7698a54271ebf9bd41bf3971b4431ecaa6d266039753eccb5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ff6244d532e1bdfa8d8ff3f3c961162c486ba4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8a78eb5eb49125ed396b0562933d2d466f8c2f69b11e7cd254cbc9e38768be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af23f878a92471be7c39970abf872ef6be92758c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1669adf314161f223aa6329a12a330727303522b9006c468c16e4e81f9a9e0c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdc66a98ffbfb13cb2bc703cdbcc40c579fb89a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b7b99879b8949c609e016b231afa70d17a472ecdbfee80910c4b31f1f584c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337f110ead51b7de5fa94f7054ccfb93dcfb604a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87bef3e248b8f71482992db08e1138ef96deb80b2fc238fbe541ca8dc5a64c0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ece6e969c6969cc5207b5f9149c431b5d749bd4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a18598263e21e99f4f170b358835f3c70bad1442efafd9c297586e16d0e67f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1056e90d7d809286b028ea35d3b01f43cbc0ae83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d1ee415dee9c114e023f612aa41f72d242dbf6822f0358b29112af5d44bccb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d174bb5cd1545de1e18760c9d60d2ff210ea296d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0220893086a39ce668fb79a6de0c19739041ddcf56e06301f484f4a8f283bb94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f110e7f66493c7ea123b4022ae582642ba9d38
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d5a01d23a3e878b9868c7e2126002c763fd1213c1c304d3ef50e0f4004088e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d7efe9aedd9d4a32416f293e98b113d2bbfc22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1e662f5830a255176cd241d081230277a1e3899186b5a4e2508a51ee86ceb2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c42c0f4d51c186669cbbb364378f2b4a8557c5b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fd16387a8ef9ebaf2be539110e6591533ee9f9e653769bb73150564f48aa0c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f19eb1e791bcc656ac255f0d6567029674a5995
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac35ba544e0435207dca0b9089e867bba2b52880900a9fd493ad01e808de12bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71766ad56ea5cffbb4833880562a5ade6990e90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ef6d47df4bf63b8dcbced3a895567fbef136a562706083c7781ea516709444
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ce3c3fade046bace219a003093b5ec9c0ddbcd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310f19374df069f15a10f536119be13dda58bfd04855e7a4c4bba42ca96412dd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fb60bad8922115bb4e7e748ebeb2aa2ffbeb78
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa586856bbc98613a4ea8d35bbef2e182f96e18fd788777c9325ace57b6108a8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe75366486e4f3cb3784a49a7dd11cd027712259
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dac4daa72ca4f0676b2fc31f23d5099ccb15be2db3d9e5d0c54b3ca35b90ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8884cb9c8559d121354005324b9f8be7605e171
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8be3aaaa68c40c27220a676f6807129638121fb31f8ce5d0116d5757418837
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c70da8dc97adaebe89e2a4dcbd385c732e9a8e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0fde7e709af20cdfbaae2ed0699786dca872b76fe1a0425c5572b937c0f36e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2809a0f6b0e4ca80f902e17a11ce6e68682ed4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db009b33f13e09aea33eab2bd2366659a84c789ea56441264137955c8ba6352d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b850b8e946af951539dde1dbd3db5c06a23a82b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947d19fb91040cc4632ba15887d7b9a9d18b74b23fabbb2c55f001fdd1c6e1d2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c159103071e5308ed77816c6786bb182523a3ac3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058f9261a4f0ade7eaf2152c78454b719e8cdc626be2bd5e09993b34b32d2060
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b8f52f50adcedd7b7987e62150ff9a6a0777b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567f627feeded24db5dc4feb74cdd640845ef9e90dfddbc72b1c6cb0383ce67b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1a41a94ddf8ebfce419667946d14661438faa0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aadb75a53dbd78c83a737ed35369e207742a9cb42c755e80b277c5c057a0944
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50d62e2f73bf95bcee483089ade1dcde3873943
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72ab46014ad0aa74a1ce4d97cc922a1d49bc654b58ef46f7ae980b0e83d373f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1cbae150ef1a462fef8af16cbe7c5b74fc9e8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd398e99b726dbc05e1bf0717a7c6955ecbddc722c12f19f437ca2e134ec912
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d678eba38e84f9af70627454086915a77a376004
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbe1c9f530bea979ca0da3672ceecd5a42bd0ab7ffe45142be2631c946bc673
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e304f44e8404510d98d017d988f122e73a9970
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33480887de8735b77545618e3ff9c942dda3153ab97b8d06c67201e41971fd3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f783d31dfd20d7d6ccdc31da1ee64ba653aa634
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545a8a2667ec08c8ef676b0109f896d6dd964d1168beff02a0917debcc94c745
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483bcfbcf97c4972c3a9562adbf120f72e90a581
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e896773a6478b51072489ab6765e620a9694fbfea0cbcd7f8028d546cdaa7a52
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30dcf70bf7ded3a2b2cffbb1226dcaff3013559b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0a2815234b6399ce4de409d1c99b26f42e395440a0ef7f74575ee405243bb3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cbb206d70a18f5dcfabb6e2b160678885da473
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261817febe33115fbbc99a1eeeb6be608d0a007f946fb82f2519637af3d0dc14
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96aa22e7aa04d12975968b0a108043cc633f7752
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb53fa87073a893b86e92bed04b2676e9809487ccdf5055e49f90939b71c952
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740d57405ca82b716d528dc5ecc6a9f6186a0e70
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6378464b18f501d88e24fbd2e69059f309e5235d0166521db0410594f4bcf93a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2c35c381bf5c39587ef7fe0c65f74e8d3d7b1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02af3557ca099ced1dca788c41c3eb203d780b84649ea8d84e17edd10b47b74f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe3cdf968439a61f16370c2a2de1150d59f6ce9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a329a3eae35fe12682de37cbbf1bf2ae82992fb804f7de6ef7ffe575f90eb59a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6cecca8bfacbe6bf3f1cf369688b12595b1623
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74a81c22b7494f8cbc45247e2e9f13a9a67162287ed41db3c84e58529ea05e8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0998c4620cab1ebf3d0c893ab9a8b7b25eae857
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416649ccba18ed882373af68c10a51e1b95d724924d66cc32847e43104e29685
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aeeff865f69e64421f56c0901bd6bcc9fe99582
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639fb476aac6566324e6bef66888efbf96f11877b4b391111d558c8d9e48a978
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09aefebb63e5f5ee7a43ae1798375028c5ca2c91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac70e3feecad0715dae2b5cfccc33c548864efd65d53a0207c6f908588cabbf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e578d989164d78c0d60ec1cd4ba96df9b9c5df9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f34efe44de0e4138b29220ba9df99984c7c2b6f1a943d8fe7e5113d4adba5fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc42a62551076c0dbf221238da0be972a11e846
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2117975b727d32ce4536d8de773fc0a8b92e6e517817cfeac7e8fdb5b910f47e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0677741c0fac989e40478105d4810597341d2b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8632368683235d631a24158e2a08d27062c4e5a6f39b80035c42a208211feeb0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197031d7f98da4c5e06d8525d726f88fcbcfb6d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd9a78f2e31ea5571d415e98c2d830daf1b99ba3ba3ee792654363b76dbcc74
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3df38884de6e7952f0ed94d1e198b1b95c76d5d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904631037955b660906dd97156bf0db6c2fb1d78faf82d48e710a9c6653955c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be823fe4be96e839a16d4222920f37fdce9089ea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee5e1d79784802540b8bd7adca8bbb7b83f4bc47aa8594ea1b3ae02c8905f95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732678c510fe637b6df39a075ef011f197f4e1c3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce0de67c7854f2cbd781e7d0ebae98e49f9ac6202faadadb75ad7e3aa29d21d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6189147b6a9acedcc6d9ff388490fc81a549ffe3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba2c4b6e0ba719a206376b6bf21cc08fa855e4c48c864c1a8a1cb75621c5a6f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703caee460d67f2127e1c78b1e15a89b0d978c22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebafc746a699dda6ce48c4fef9c1ce7bc96bbfb0dd200d7a6008143940a0d9d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bf74a3393fb7ccbeed9d86b6c2569c7e7fea33
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0001adb184413823aa1733a34f2540bcd84648ea3d8f1511697456c9498267a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9042874d5007b4f3255b705cc7bd0e45311ba390
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39e63f6242934a72de448d010078133fe936d17f23cdd2e5155ab9f86bf29f6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4dc75be7c6614e8e3593997e9e61ab7ff7d90a6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0ed910a220e7b892d56448109f406ec5d1c8354fdca1b1b0d4926c57e8f612
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7aa446d0bb3f179e73545648792e88a68d22dc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f477f0acaad82dc5281f965b58643dfdd3bcf9de6408f3a6c158394641b6ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f5aeb3666286a1bee7513e179b83d34f792522
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57686d5b1ef90e1f59479a88b91caa74369bebf17ecd7631412acaaf07914736
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959bb9e0b9f2ad2ccb14a248070842e0c51c5c40
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b80a5340b7ef4e769a90e3a5ffaa14c14861a433f90ae3172ee5ac8881832d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423b842ffead8c703fc31e768261619d4a581aba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6476fa9aff2d07f39570fc1b257b4305626f60bbe349ba45651839dd3272e9fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c12d04f8dc42f43ac51a13cc8de43212403f79
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be6da40ecf77c7fce04bc17745e6373509577cd7462c10d36f9af94c6c37626
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1667837e7e60ea81e04a5d60506f39e8f7160b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff03ae0f330914f85eca10cbf309f28dfa7836b20553f68420fcf70fc8ff1e8b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b7656e57d0485b6529fe85876d57502a7c8ca4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b9ca37dfe9662eb498c40fce39b806bf8760c5ad41d6c1c687e753de668740
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f84525ef52931d9ee830de996f4f4dff0b83243
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6931f25e5b8d3f37aa49f3d0ea6d3b47f8062225629dc3405a97f4cd67aab466
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f695110c30d960dbea813089fe25af71bbf4583
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb06fe2444f0d1d272d429423527cf1914cdf716296af85159bfa1f53d2a92eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488d6a4198a83c051b268491def0c6b53f6f8f33
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da833b6efaf837092485974ba96ec081f097e85e2fee38b2481a494be1a8ea2c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4f503ea91d4dfcaa0b4dc7a3d00a739892e4ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baebebc2c140bf86144a6b724e007d596df5db282a559540c1eddba0283edfdc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b6d7c4dfd8a25321c1d26bd0b3478e672af532
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6975abedb33171470c360783ea6ae5d76688d9ccb326d9f4aee4c6f3ac94eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12baffc14147bbf7beef57c68c872f8fafd88ee2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63467670a279da5d4776250967e3a2f230e6463436fa82ae7106456d0f9a153
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567b1060f9ed29faf37b1c3168e914b822a3f33f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd40fc6002e79bacb9b2670b5a560791ebb775c65498957f0520b3589e5bb8a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078841038580554e88b0c1b9bae9e1ee4f7e39f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21858c118d9fe104359fc4ae8a0d51e5a0ba8c23e8b2d9b02055e7684d7cbd59
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d39fc85c314cb3fa8ad1f290209563e1f2dd499
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6ff8d1d2a62c2228c971b644c7aeec74fdfd4fb5f1f887a30f1efa468fd0f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019d06807aac54a5103ab744c31d9808ab28fa75
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016474d72fe2a22bc6a285e31b6c2f8f45c1ddeea36a5513b4a9784d7948047d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db48dbb74f6dddc78ff399e4ac5691c6a6b71021
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25950e3e21ca9c5163dce12dad1ca076337ee16e669fdfad4afcc4d4ba2f8be8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b6460f3bddbc1c3635e25ae29fd044bada2bec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1995d194fab096b7116190837fd65605d19c9b9bfb2ba97ac453d65e02dc2c5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5813245d3a5bfd1f28f488e01919a19ab9b7a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8203c2837f68184727414522cfe354ca0c3bc3f29aeacbea326db8a03f8baf23
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac91587852e93f2e73e16e8ec723a17abc1817a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582b3861cf4de53f75fd0e8d866ab2e559e35c4ab8bcdd233be3813a26cd92ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd33bf9a9ebe757b3c61194dc91f1f7cbf1824b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fae8720fbf3a552fa44b42d2c3f02bd17f1cc31f4911a4afb11990c135a97b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e416ee7e66348f2c02eabf41e2bf676ab14a8c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ad67958e7f05d6555a1f2da2e0fc7dd6fad98bf7f43a26b0e24975de5b3ea5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f19ceee69e406d1a9bdcf4276b5bfd151acb82
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6575078991cac7e490607fdd35892749616d309ee9e737ce8fde5e200d912f22
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2498e9932daa6bc5791a928f8ba860bc17605bd4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb20b96f85481d8a55db286f05f238d7a98c5d672b8c95d896dba9975cf34a0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cc60be7987882b9bf540381b704f8a0ca70906
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cfcff16561b8a2f8f763364fcf140d94d386d5f47d4fc481c780021d13a252
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ecdec9cf049ebad2a909210e30e9eb789d33255
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb339fb56b5e8a1be8b20fddb622f9e99e39ee98081efdbc574715636e693dac
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4a2bfd251b6431797968010cb9695d001d698d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9c35b89e3d97fb25aaffd2c963b739a4fb0db6b1392033175b0d09c9340dfc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0696048f734157ed0f321fb9dee6a1a39bf811
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7500e4992030ab7310ab0f21aa5309cd3b4144d9d901e99fd6ba02b5b68da75
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546f5cc0894e712022809c9b769576088e8453cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bacafcb0b1e11c4e890b2a74377b1e51a20a7727aaa814013e76cc618f5ba23
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74559cf469aebf309c3d494b00540ed2cbc2b472
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2a6787c5b97d13f5eb3409241b3a3eb7991eab56458d311629e5ec4fdcf87f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56ea6dab1e0a4daf010e0a5ec154a62ee78dfe9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a209f80755831a006ad729381cb4706c4b3babfc3f733d2b73b2c71438f5217
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb7aeb0e0bc4e17a98d90d0716edff3a4ccf6c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc75ec6ca8f9508e2657e2b5f64f6ede34ab55920e9564bace7fad0b4c5fb3d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ac08b11acddf8fe3055951a904b45c1e540c3f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f349d83566eabda79da7eaaeab1c1930ec330d208fd2e08a053dba30f813bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b46f45c389c560d0a9ad4d8505b68f115e4e266
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c3b150087218403c62922602d7c40fb509a5d9c733324ce366d7fd7b97887c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fddaffce97839af9f0c5acaf96d855930b2997
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb86a2def0321ea749214c154273a95cdf2aca61ade481fd205109925c874d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3ccb39994fd9a96c3d4a27b04d266326f6d2a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb21dfdea80294851a8eab896ff0c86cd55929adfee957be444daf568544777
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201d5d8861b9f186d466c2b1506f59a00b90baea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee790c83f411ea50d905092301cf6776104d510cb00a2b11271c0621d0a045cd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1902691b9511a72eb70f70169e36416ea3320d59
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf38c2915638f563e181a6f2907618ace798674f74b06479abf66a5be40c9c77
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874e50d1b229deca774da9ebc3bd9d6c4c889308
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88b405d94678563156c45e1213551b8ea820efdc7dd48bce1a2421781cafbb7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bbeb1488fe3c5d11394bcf36321230e79bbb29c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab96a28997957665cd8192f3086a88eabbfe354769c73e194eb7f9f8102fdf6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36f58008c2c2b34deba26f67f02566a176e7119
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a39d99860680f5822003cd77345962aea7a97c6d65ede0a2066c510cfa3a1a9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee536db112adbe0f6d60f741cd46893e36a873d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0caa05aec8d6049b6c70901c214278a3d4205160daca12342b71231c31bd9aa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33fbf42113cba5658ea095480110576ba5145f3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cc00181204d45697439cf59690bfdb3584ad0edd0750237e542814b3584c11
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6e01dc0365c4273fa8d727ff782c6f0704feb2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8f66ec6849a20129bcdd5300dfc2d1b3dc1b0f0f14fab600e1e207ce2efc61
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146c03b4e8fa32d7b4f2a34a469dd3071082e11d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128c31ed1ae5d82a689d36f2e1676f61e1d32d201d5a645725b0b1a421562086
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4852ec00137d8c33a1bd56d1ded7f7f7c960d93
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb404494a8cbad875706184630a42c187008eaf9c54ffdb3e076baef978b9ff2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9c30f5b26e891d51d1efb2b172d39d02b196c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d160101aba11ab2cf7262a5dc73895cfe2bdbbd9221edd8200ef2e62ec43526
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b20180f4560c0066ef105076b8c89ce9917623
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634ba4f4d150fb2872f08bdba593fdfc6865244c3b768b1f934b5c726d3e0ae6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbd6fa597ee894bc58ab9f7b5caff72a5aef056
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9562713c46417e521ffee6d8f4f5ec8c8522b6fb584cd7efb228629d1fe88130
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5b41c682f9e463993c1feb020c495d2233325b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32aa3bcc0487acea3c289b414e2e5df8a6afe1e9e39365fb69dfbbde5582ff26
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed006580b67eda1ed91743ee0cdccc8e51d9fe91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300faaf3418b400abca8327cc19f3b9fd9fcdebdf3eddd0b992121422a981d22
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a7d1544fd461ae2286ac3ba4cbcf8f1dcd0b2e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f5c68dda6b875debf051268d264e4504e773a01c7d29e35db8d17d9e737875
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac62856a4f0856bc372920a15905fb62f4cb57b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88118fb959516847e7208d5ce564969722fee45e1001068e21700736a3bc9de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c364e5db83bc2e1297193cd0c151279bc6a2310
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679199adf77d3f939862c8a0821815c3f1ab29951e5148e3f2990fd5833bcdc2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbbdac6cd10621e3642235c35a0d1485a918ae2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6aadd593206ecf80ece73f1dbd1f5951109d055336b37e5b374b9e0f4295c17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809c10df1275dc029878d36b993bc20bc14f4002
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85a4bab9ef8dd693b9a6ad373884f415efe72f27201b5f855aee92086a55974
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898642681cf125d0e50250498602b8f849315563
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6878b5e91e9025706a0d249a5659f156789bde867d5c23285fb4e98746be4fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a56148d8a80627de7383a98d569e3a15184a7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d740e22cc9cd5b7116e6fd17829829b4767b0e2757b0e8ee4ad16ce0465c090c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df936f3a631df48eae804b97c7653632114abd19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a74bd771e067ff46884f0a2c7b97aab065ae8990070490e990169f2f74367a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694ad7ffbfdf8dcb20876e7bc999d5e7f126257d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e880d9c9e1cac1f4c31ced7f8d3e34c60c4afe0ad3164dac9cd9731ae8b729
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ba11a92aae1aa30af9265d1783338b05ede872
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc116cc6332d31ac9ae4acb3eb399c02e5e1de020a0ed9b4f7aa9f8e49c49cf7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc9f1454b8466bca2ab97438605317e17984c42
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7724085308ab37303b65e99fef121e302789514be863bcf08237ec3bf0324a23
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b085f8ee707974137aeea0153460346649587f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2478b6abe20d889a7fe108d3a301f843bbe46f1cb246c43e587e08e2a738896f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240c2355bff9534698f049e2dee977e807472e19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662dafbc9c9f557a7edfb173f2d440e44515969fe26b08653bd743fc56222084
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d0e59189de9855e418cc8fbd860176e340a7af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c45d3c13bed16c0911a189f9b2f418a10828ccdcdae12a337a01ba9b7ec4422
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9111b4a25a84d244a7d2ad547ae95f93f3d4aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021527aea8c6069ca465a981d779fe2bccb890cf320bf521089337c06016c097
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76f61b3894d4aea44aab5919c82156c058d9191
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0773c329fe69c7ccf7d0f0a6b949fa8b1735ceb76dddf4cb55a54f9f3ddaae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ba4d452b5054686ad513ebecb3da61889d5fc0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c056c75fab199ce0950a81b945f4409cd9b26e7171a6000c8cc40f795992277e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af71bb284e75a9988966a53500502f2415522fd1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42082fa3a8b0b6fd011ec7938165e1be3d9f8c7568462e7708ae72b9aeed258b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e8f611092d26f402572fe640ef805590d6f127
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8774bef2466fb7d9d003d43b1335285a60f7d4054dfdd926293fac98b0ae0e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac3023a9e91b06c0890e1a0dce90a2156dea6c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987f2beb8e2dc0fd13d5789dd4bcd88c6eefb70c13f97bf720e374c6bf4fe02d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b637bea402b0a0f2a6a48878bfb1a8ba76db816e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bd9ad3101f7ac3e8c52929775c0547fe752b19b5ec82cdf4818b5ac7a14b5e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff10db3f5ceb712bf93162b205a38c5c9db3b14
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4455e1d37a914fa49f44d2268dd42916610e7ebb76148a640213528e2bc007
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fd702163380bcdeb541cb243aab1077b0e9ed6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac4190a0a714f979dc51ab3b54dc44dc7fdf7a0b7c0eb694b690f0ec680a8a4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fbaaab29bbeec639caca0045df4e922e67b476
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719aa7a40d8ef8aac10e7f840059e7d6da1cb1500c4cb8beac8ae424b25e2b42
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6573e45db7cac06fde99d6b3d8239f37d658f1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ed96281a50a3db671ce0a9978efbd5dce09ed236093b63058a07b2a6fee9bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b3dd566b1ddab6447881cb435479acc38de804
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bb51f50926ff0c805d8834d2bd9d84ee5bc6ce1f1a361b360979b32363851a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e959af56e76674aa5b782dca9e4756a29bca9688
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ce98aab204b961282c58a628d911a8548acdb3716f7b82e867ee73387001f6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f801afd068f614022f5d228b91d2582d9b44867f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05d0ba20472b19e2317877ac01e09dab075eaabf9995eec0ff72ade028cf65d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c856cdd0f3ecfccb59aedacb3c4bc57d08ed38f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f24d1bc5311b720c42027da8e03bf97756e18237634fd0f75cedacac0d3a293
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c8cd446ec45811277c9305b018a444778a9141
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b24ef592fc92e8325697590414d5ec6ad6173090fa59432686c869d7abfab7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b325920697fc793562d30af139e4704b9bb106
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680fe940dafba95f84f9109cb8b448fe84363bf23466b74df22e706e25c3d947
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c4101f7df47fa4959debc6fe3bdf910cb7c062
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e681b82fc63d4a45a2f8b321df1b78fa936b7c846ad6aabb53add5ddb2cebb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a81e6d3d2903beff16edd3281e2205a99438cd2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6eb63d93fc1b256151fbd8e8f5a2d1b17e87d25cd73be2f64cdc93b489f4cc6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716b1ffda31f74d7c84166358638431d55efe8aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4143386b54128e90fba7d872653e7f757c6ca72c295375f501caa3dde4f48d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c329b71ca8feaca0b54ff7fcf1c517c8405ee4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661e13cd5d90c27125ec29f5addb182e5b0eb180d889bcbb58378a4763e8d58b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebae117d302e62fd1093e5af439d56e8bc886ae4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1d886812c1965953cf49524bfe3a354d203cb1af047a57878741e60a554b91
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586408309d40cd1c9848d4b7d277f8fda2d56443
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04845e369e8552c74b574cc4388f965eeca98863836a46de916dd4085f0dc291
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5acdf72e173296313b3ab2145b07126c7e1ff0c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf0e93218a1872e420acf0f2dd2ccdee2a8ce476fd66e89703ab5254a4e59c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f604ad5da0f0e5152be86e9afc0c17c61fb1ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6db11c803902a5e8a58b3901c671e8f934dd7be819c9a2ba983fa8ff6f562be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b70731ac83103936c0299b2f8fb971cce7e88d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c8f78b94277f959424af9c1b526bd36c776070f53e3bfa63c4508d92970ee2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233259a790c36e422e358bbb1c7b62c02efd7b7e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dec21eb24646cfd55bfd51ce9fbf4c97e02627ba76a83fe7d2569e540503ccd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c0846a035e2b616405156e22da076814f5f05c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c877a1856ea3c02fdb83f7466c3b08dd8418ef60fa94327d29efb8f0818d27
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb67fa4f8c54502f2ca05a99fba3e66776f86fab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbd82ea3b6350da9cbe4292ab7127f39e859274f6437960c51949c89b0ca0bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf130522600918f82fa74f91ed4e0a969a2c4f52
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6d014163b5c1a5f857532f040d67aa431c7f6176dc1d2d23fbbc793cbcc7aa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca4b432ba0efb897c78aa1af8173f9b5982da7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f0ead8a33be8ccea2c1b39a16ab48422227d99b36386f0847addd6059b07bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016817e5214ef1e066c13a65f352e5966f8415a6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdc2287cff2281ed10995cc96a2edfe0a0c99a14f624dd456d4ceb6e37513e9
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477be4835c9f85e97ea554959bc241d29a69646e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625fa59152140779156b0ddfee80d04ce9d7c444858a5daa567a9d90765bea80
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a404b50f6d264689be207ebf1d248180242c37
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e5de6826afb103921f3d1f82aa2441fc52b79ae5a68c71864406c61e25b476
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3136c40fc64408212d1891c17912b0f43520e22f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acad1a7f59196aba216eb239a1c798a9a373540a1215a437cfb17b5bc188aa87
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943b9f602e15ff17d3d0c0b532443433b2f28b01
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7f31da36f16cd099dfa212a40a10720c8aefbc75bfe8accce1b9cee820c018
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7d8e5ec4aae07ce404061310057577c14f6261
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ee544109e54e7f4bb2482a891772204aaaf32e3357b083407cfd5f97559d45
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778cfad0aea4c90e531d136cc02dff81ee3127c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb81ecf3a5623dc612901ac86400ceb8a9e7a9ed47b58ea4ae541ddbedc80d88
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d6314af9379a2d0ba78c44cd74de16fe77829a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4de577988d1b05ce06d2a4c332e0b0567de3ff52f158f8da72f3daa6e4636e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd32fc18a239e0655601eca5b5cc6e5fc14b8f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea9af83689dcd4bde6adeb5225732c64cd09d20c8d760a98a7ee42327b45af2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee668c90824a65ef3fc417730c32c4f1c733162
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06bce24849511b9ea7ac5ae387b67a19c647ead113fc70e907551b2d6279239
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c1b51b2b5f456d3c164a8dae607277adbd45f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f4df758f56b57c4047ca90e66d8a8b05d926718742797439b8c07bf2ee3351
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9308ac9985e86a579c33b8577bb7ffbed083cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3106ba99e75cd1c404d7a32d471309a34d7e1c53de6e217574e7070299739d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5a81fc168b9f224157b31ced6d3400439d2e8f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfb88d86a9e79baa70c9325d4350b0ad639eaf30d849c4ed5bba83dd8a48106
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94494113810f3457139795e99d31b2d39e730e19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85725ed32d3c15187703eeed9405d526095ce7529aae7ccdcd84b6f508b1722
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5085e9a95310326cfab4e22ab83583e7d701ba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30083935e5145ebeef0b60fa6d6ea381553d5839699ffb24f1e3a3214c2d91c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b967098d80a71724cba6959add9f936c466fcc8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56001abb36b315d5a8bcaaa6ea93a592342a0725138538dc23e5d03267fbf9b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45bdb419da8ba1db1bbf1d6f206cb1b071035d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8873e864533104bd77891db21a174a53a3ad97b1a3487caef0c0d4a6a66347
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde05eb17910bfb04d4a065031f16b0a94874f1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7582b459f18d7f8f1cea7f4c387409e7c2f0d43b66ade7c04ff220f6092aa0f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f9df7d034251ded36ad15af0310c432f21f9f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54576e79f5aec29c1f545e76790c95ced8eab76b0abcd342bdca7af06313f3c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a678ae0d642638d3898300b989e574d0bcd910ad
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f783e859214857d2d8e1f88cc248f5cefbfe960b05c0896231a05480cc8ce7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4139930df97167790f293f270682fa278b8643
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7e5a3ce5179b0f19374305b73065f9f04e198b241e08f4479ca749f2588238
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb891cbd5dcf86a3a3951b7b9b6cf7ec8a8bf398
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d402f05e4d1d1860cc9241c92b6adcce765f3a798572ce800107022613c76cef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbff0e757b2210ad5dc983d65bd4ffc94f4840f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b54d6271366e3debb07808797616749df87d28ef3699110f4c2e7976601fea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a295ec679d2a5279f6c214bab2f1298e766d6092
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac95a6a5f3fbf3326489e9eba8077c82d39c7c1ee968ddcb64bf456fd1542482
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b3c08d2e7f65cfccff67893f62a8dec82af3a7b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94a6367cce0a4494cc6e2e8b86b0610b8fe290961ed797654097e051e1c0055
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899b78b956b91a110c1a51b3ec1f168c6333705c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf162f4894fbfeac3bbb96056f99a4bc2ded1e3c4d843fb7b2852cdbe2496c72
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7795d2de9451e9729b3b98620772a65a41ff9222
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e29bc72814e98a8d3889da3c3bef80b130e7e65dc0f4c2e2f8cc5513242ce13
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698a67c74f3fe882d7d2d64426a64241e6cfa52e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb1270b1905e4731f62452d33788af641af0c589af205093b60968598cdbe61
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd8b19bf1a79473c1fb3134497774c181077763
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67d965981fba3a5c45ebe0c231b02577c9ef5e14fa4dfaa55bb57111749d34a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8843ed59baba9e5aecea4747387260bd789abd2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2589f918cad3e4728af7d1999dfdaff66f03edadafcd73436834bac53b8bcb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7b1a05327200960bfd299b59c7bebad1113c22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d89d35c9fac15e86a78a05776c85a7637775831af7625ad770b5ada7ec691c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad22c8ab83e3276573a935d15a3e82fa198ef269
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a472e8c3e5b84e0a0ffd5cd01373bb1f76fe3ef2c53f085d69bd5fb4dcbd39e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e535640374b568ac67bafc4eff0e103b5a67b32f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf10c74855f5ffa1adc74632b4758a6b3da81bc0a1d717125b9e6c8591a8e2d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d962daa6f27e4fedbb5bff3d9a23d97353f239a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59e05c687b1818401972677984903b5fc6971660cb881c46f8a085105c7d1ba
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da150a3c10486633647b8861d20f646de5f9ff8f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b45287ed26ca74d6afc57195cececc47285b10e4d39a7b22a4b162a2f1e8b6f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520828fa0099b0d9c4649b3c5941eb50c86ff5ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850b166e040af1dfc5fec8afe06936fc4892fc577eed6e5d5c5a50f46e20e1fc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271dcbc9a3ce9fd2b1ad927151132fb0f367fe68
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c9152160682b8252f961130d7eda6a267db47b36e7201f2ddb22298aadd8fa
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e19286fc58408e6254d9517e1ddc16c250c3cb7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b280e7d19caa287d54c938467bf52bbe2c5396a3ded15c03aba903148a9f07d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42869f184262d1181160cfb13a5c3d33db96b262
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:293f97e6f78b40201e67638a7a9c8016b3b618e3c1fcaeab7e7bcebae234266c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87174386aaa90f6295c0ffaec8f584806b44252
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e59dc602b5f49d0d5b2bffed40147253eaeef215ce0c3f4e75cc1204c4042b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae320507207aee0c0443c04f8eb0925f7e2bf5c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0d32160fc0313b646fc4f4722b40902a829ab21d1923e0f73db0b232d5444f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c777b27d62c54cf0ba690b3b409f3dee7af03e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad59790e3c43b1e669c3d566dd3948a04d652d46bbac95e6ba5d89dd6736d219
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e885fde60868aed15439904c014a11ca6d1b1ff5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa0edc1a94fa96ed27f638fbbbfcf9e3f8a0c05d27eee62cfef7f7275c9956d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062425b5a81d5398a05f7ca88e0393a8ae0aa857
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39dab629a80effae6437bafb16f44085bb3c45734419805dfad0557597b07b25
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964c6d0eb72aababada36b96b369fb4a92ca0ee2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e186acbdac6c6b831a1860889560adab48fd7479a0d3c6cfb502c130e4890d64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504ffaf252180bf1a20479e9909a21470c4d17bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd338f402909ad36fdd0e7caa293b4f496ed10622c6d4189a1e83b2feaaaf4d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bc39e40b9890f74a4ce250debf8314bf41f4e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9419de6ffdc19670845fed02354caa5994cdd4e3703b1e57e40a683ea653e6ac
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42dff10a0368e695956bceacf7e448c9eb3f2b7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586d3378341488456a23ce9fccd5505366deffa87511f64b7c1de04fd72b8aaf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4b7dd482451d1ca6863aaf1d6be1e538f4069d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42f4b18385588df65e676b1e586ab9be6d73b65b83ccdde5877d1265af07ff1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78bc27eca5d6f3b529792f8da2b4eac6664659c5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce2a160239a1dceb12f9e872540127e16c609107a12e0d5ce67d1a2972ed3a6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9297046fca94606dafe8fe5608c7011173376f98
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d357ff7d45e54b961921d80c4b2e84765b8e1f88038f9f1d6a9a6133c791c0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fecc11460547c53f136ef9c849807ca1c74d1fc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b5f1deffe9b90d9a0afb665b938f44242e41530ad176ab7c27120534a72957
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c732daef8400c30380833c51ed56f4dfa34649
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ede817f84d2e7a1a070a4160a445219a4a10fab1b20bf86ed154fe08b072cef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f950049df8959f46f7f44d27ecba6abeda4efb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37bb5893499117f680538a6ba718b031db599e994447b8a682536b4138ec6e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57a9e836abc64b1d5175e7233df65b211e5aefd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33c31027f92a0b118d88b627c3ecac4d32caad2688f058e94499ce73df2528b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e556b70329c16f8dbc755455694bb5095b5df8f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0ab71e9bc8c8b43b3326c79877ded67e3dded974b280ee56dd28a6647e4741
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402a3b748a5d8c2e3a7e55a4ba0cfa0d8291b226
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff6622d79633d3faa0c64bea70845929f0bc4cc39686083584f7d262d4eca83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74060ac5498670483105a4dcadefb431f25d905
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d0acf158961683affac6c55a820ad20fff1d68cede3d54938fe78476d39495
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254463cb469e8db3466702562268667d438ba237
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da7fffb1ee50c56f757234bbf02ea401f54bd7bad0c8486c8e6dc3bb4f066d2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb181018fbce5edc994731853d1dd85f4d0662f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f2327dfab33217fb0349ad5f400188d39c0a52095ad17ba3909c30a6de9642
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2172d156d8c63dc81c7868748c19a60b820f7868
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7280733e215d0ffcf60dd074c1e0196518ded2707f6b8c3a0c52979770cfc8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf58e005579f9cac272ea5b1eb03236c640108a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2089de2ecf6bc5cc6d5e565f5d4f7485898ae454974b5c2689455f3f6a9f8c3d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803a5ddca0e6e8b970a85a58a6066367ca63f82e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b00790d9aa7301d7b45f2c45d3395cdefe92654477f81dc9427b794870b7f5c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb595c8e31ee51d017d683a346adfda6fb8540c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bbb056dc5d0fe165fab5bb57838ab1dc09f7740b7cac240bbaa6f928e6e4e2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94b79c16731cfe6091e5b9c9187d3b870def215
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ec974a7ce3c23dae63c704ab7f6b5d3131f1df1ea67b28dd64df5fa0da9668
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273f6293b6f4a1508f7e6d8250be3b304cef5e25
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1752e83e12bb7f8dcff6c947b9f3406b92eb1ca6db1b2a0ebcf143c68e2d002
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82973b28d817c80db1b701617d17dffbcb17008
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8324cd8d8b9e51911238dc24f4e911f8437034dba7567dfa61479b75ffe9c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a4f801ab6973cc02bac798c6d586196e630cb5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8804a1846bda5e1bf4c716cc1ee090606aacc5639e555ff6ab60bea19eda852a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7cb5e836195d7bba03773103f6b37f831042bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25b4768d08a24d258938e16d1e86fc09bda6a3b9b839d86c3712637aacab74a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d981945ea9e0c064769ea33f974289a4016d84
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdc338ba5c5b6c38e7f0612c1e6ece3634233ea15a97c51294db18c70b8b2a1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e955362593e3d32b0a5ec58c24e5e629b9f7b9c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f3a658e836a0d69f42bb4c59cf1b4305e74db7e5d30a387825a17d65cc4b7e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30caf01b0a411b696a1cff3979c2fbcec8cc5f31
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042bbcc69d1736406df5112e476fd5ae6f3d30798766e232d7d9c4d6ed5e9437
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b87b792baf65787c03febd12c0c86e33570fe2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca9a66200f499ba28a2261bc53af6b30ee4cebb06bc74e01dba41a37af01be0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b046f1ca149780e90bfa25e728e03d733896653
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f085b4fd0a6970850ade800c8f30ede5d0b503b9abe25ff160eb48a982986944
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da2fd6be497af8c9730cbcc5e410e8cc2d09a38
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbcffca4fd7842417d746cf8052c12d5f07cfe9db8c09a85c7d181d8a2b5e448
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5126563fc934bf49eb3adb606b35fbe5f9b4135
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58da71bbf726390081ec37373f25d3484b0d314d63d39224f4404f583ef55492
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a7572917949d3b906985c84e08b0cd609f82e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7c45c33e9b32b8904eb7d443d67f2846c6b2f4834a3638af69e5a77fbf5037
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11900950b391419d80b2df92abc4d8012b8519b8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8064ebca5fc5998bc0f43b58a5baa85b880afdf58d61ed5b1c571cca82cbcb4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3e901e0e6842a63eabc2a129390764652f4ffb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6de5628481e88e5cab815af66dcf7fbeac8ddc3d711a92d8fdfabb29971a21
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac45d9f311412d4cb9af0145cc3634fe981ea01e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf049731d050aee86ba9a328ef9fa164b8119d5c122acbdcc956dc9d3a7ddc95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29e363b78a6d00997d602e1a0ea945c5d21fade
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ef678ea9065d3a215def142216c106fd6329c66db84d90cc9780de20302a29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b143e000274b7609c9548fca0b80ff37574f4a3f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2ed4f2b1f9f8a1b6a8b9128d36b694adb874b3869e5b30cfb79625aceae3eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241d6af41af5bb9844200be3677bca34765432d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdc00f91a0893b6646c33fe4d08c15bdccc872fa930bcff35801de199066c65
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956cf039fb7a3000739a816056b3e02f61db63f5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece4d1f528d9e548fd2944f199727b30fa14f31a00034c8fcf9a1e186e52d039
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0144de9b33bf6c039d6bb4e55f603e650a5c5f7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba61cfa22b0f3ae01d239f9c18751352fb9993c6f8d12bed561c7802f280726c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19271bc72b6f7f77fe6818a7b28bccbe1fd054d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7bc1451067221a414bef18a2361519090c1fe7adcfaf2bf271f359d7fcf7fa
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7954de43447d7a490da189648a0e3c5d2d0c30
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77893dbf3c3697c839e46b8beaa530fcbd390127cc9120e86378d5b37f557e8a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966ed21fc451c7c3ae4ac8d439b838af7ce28ff4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5195685bf30fcc7a22cc75be8473a93d3ea9a5e3fd287061977a432316302f33
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae908949c0bb0a4915a21995825a84c66a37733
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49a4349e848d69de76d918283eba9f8e7c01c64d4dc0cc892104eaf2e8fe1e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c4b8a0353aa6c372da7319666b46184a6c8335
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be649d9d23e72b014825e240bbfc31f779fa91c6a21c0804e716430a2a4aad43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a98a1f163a1a0e00e5bc788935494d63ba45f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0bae2ebcfcc9861cb744d5f27af13772a42dd37c5d05ce3c981ead3915b073
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcb16f2ed3409ea89003e22157df9b8d2125ec6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e94abdb76576e72a3502e612b3eeb2c24fc3bface529d8fc314f32488320b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea81bee5f4732687392e57b26cf47d40f6ecbc1e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dae3472968c4a98a2408c933021f0521edd8407c35f4536bed6e6f0bb1e30c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fcf6add0cd588da9f08cee70e72c12d5494cc7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a77a8388df2895601baf591c6070fa705b79c4dda676c794d033f2b7b5e6d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf20d14d1b9646b981792c62c9767c030a1a48ea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed255e1194b7e179bbb0853d9c9dd2c07b1e3a78cb93b9e10ecdbbb5ed6312b8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53743ca481f3a421a5e830ef28f2baec3bbc0c85
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e47925cc0bbf54cb74088a840a0e60d9c7d35c3a663234ad5a65e4deead6492
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e760a0dfdf6dd2c548857a7a382998103131d2b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572d6295c53af492c6a89f392ab88d0121962c80d20a6016c896c2fd452eb4b4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a6a53dfa42b391851254975145bca0f914dbd8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbc328fb659fbf83e6cc950241957d225b6b4f9baa8da8a781dee3a8640a2fd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5776dfd197442f5ab6c743fd5f7f3c55028e7942
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47d41135bf8c63cfa9ecd38524cfec3fc305d2e3edd0fde0f47f82917fcd46b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c6fab9a26d5b816234dca933fc0714ba333e4b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11abe52932f384472e7621f9806a9e994b6a274fdb0e9f6dba1124d827bfdd5a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0e67fc53530ce874881982c207394c71aae963
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e68eae99d754735430a52dcb207340b2e55acaaf97ebaee9ce42fea38d41a6e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb940ddf9dab6f14b61625dc6836256b5ecb0275
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c383bdc35c43278e79894c05f0681cbdd76d6a43e367317dcde5a9cfcd75653c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8331f480e4d1230f65193b1732bec49a3a1baa5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2013aff33457e7b6d31c328bfe618867da5da39a5196fab055de881a97700e90
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9747461ba97a6eef5dd5c064701e2affe81bd560
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4cd64169c6d9a4f6527c3a95bbc5ccc7215f9f49d9387e1021fd79a81c7f55
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb049896fe4febc36a87f38fd30f467ae856c506
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2bbe2e5a4234cd665c8180362c798308c486810bce5ea303bff55690b45978
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2291e0702664de18094ec11a3eddf5b3b380884c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a642a64909d1d0314047ac8ee75d29cbadd337e20833cebe6ef211615b9f02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1ebbb9b08a37974b30e03bf28149cd66e5396c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d065aecf2a58b0b50c99be106a9a2dbabe6a5af3590c0030988d4f580fd5c43e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3774cf90db9843d5f202cc71084189ed0962fc5e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3245b47d9a9085165fa2a36a2cc5bbd93484b143cee956f587ef4cb5f6251e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65fce51986d0eae1a0c9ef241352b78a4c988a6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01b28e25d23093ca5de2a7790c3c1977bf08598535ab510fac315d564da1227
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e351b6bc969065127818af31bc82a7c387f8051d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b7563fb827fc11c5f58752059ba674ce125ae17c940ff080a0e8ff61eea814
+size 42115
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9512b2c37cd5cd97a616f999dd054db13354c1d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f408f3f47d8453d9a1aea25929ca4bc7e9f751d31c52d7e8509f824299731f08
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2286354787383e504e9da00eced388497e0c7bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2664df2070403652fcd923493beb5aa32dd5bd3a8ac9f2fe75584abd6b2893
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a8e389af9d87a9855e6125ef00fa19ea44d44c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7939775f7e511dca2288c7bcacec3ba7f1bd978697e6ff1e245778f5d51a13b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e590c50a605d129caafacaab09941caa7167df96
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a1ecf267b747961f2cf7bf561b0a84111ac3b639e73f9bbe1693976faec354
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1739b9b676ec885732ea60333082725da2ecd306
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0df3f8b94fcfa428e9e8a857616299c86cc5e497d1085d587510467b8e09c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56bd5e32ec570d86505b74c2c50e28e0d1fb677
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e037f614bb5e6938197f90f43fbe6a9540e0bdd056ca187053f3df6157771e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7af6d2b678483911a1494dd549a29f67cf6c92
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9937016138eb6e6666478c8aba28a3c7255fda505528dcc4aef33438ff59c132
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24842cab4dd782ed9361cebb2cf2895dd5814d83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4f471820a20e9319e20202395ee0a34f48e569ca00db3fc57065052569d802
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4580ed2549f9b64ad9dcdeca93d9586085ee597
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56489720f667c07c33753a8ba41c5f6002dd834f833deb2f2e0124b104b1cb78
+size 11395
diff --git a/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da33acb41f01ec826af001e010b52ff839d48f8d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c520b76ce8fce6f947d2bba296dcc94d2613a3fa0ed4234105e47520e83832
+size 11395