diff --git a/params/phi/6/rnd_search/comb_16/init/lm_head/_0.pt b/params/phi/6/rnd_search/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b4278db07cd87a82faef1ff3f473b213f3c6e3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89f2decaec64a456d87a01fbb9c191b43ab9e2fc001f4725de118d237946daf
+size 205955
diff --git a/params/phi/6/rnd_search/comb_16/init/lm_head/_s.pt b/params/phi/6/rnd_search/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6419f8ddcbccddd5dff6fb7e4158df1c1678c01c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474c386e9198ecbcd635ad0430e338f1663823579299f0fa48f1f55696888e4b
+size 205955
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94229fe987ad6e6904f834562378450c60088c13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e95f0951b2175fde78e3165b4698c7a1b9e72ff3b649b9595223e3827767858
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d95394e2ea3601872d657e0141974e7556878a7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4870e59f6831e2b54758bc62ee88c22c4ed6083253e7c743d59ea2c3d17dc1d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2cadd7c8846d82fff04a56acce58893219848a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb0618fbc16191643ce3fe0e5702bdea49bc3ed2dfc677e6242b9770fd8edc6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736c038c7b3b97bf89d8412e10deaa34c09582bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5668989f9b03d2213a71ed627c40e96dc0ad52fc1a981f48b04ef21c8557e301
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a151438122469143dc1e50b511240946e62b12c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ef379adcdc21a851adfa18319210cc2fdf2af25e5859c77b219b2994a9771b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32600044692f3a36fc41908a531e25158ca1206f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4290d836104616c1ee210bcb699d8c07a35e365f06b1b18f922332579aa6c50
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acafde67e8aa5a9e584af7e2541b1202bab251e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de77e1eb10584d7ac4bd581beea2e8025befebb721ce1f0a5a9f51bd9f9ab5d6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51665ee79fc8622fa16dc7d72418825b4d861a4a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6be4a01819ce303b9fa5fc5d53510998cad54a2670386c4c8bd78a99889556
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad624a73b1271cb1b2cfe151f16ab488c8ce6a2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfec9e1cb03dcd64af075e7d5692f40544e91d13992e62a3f87c7792faa7a688
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4e82cc4f8d4b1cd1e49bef42309c73dd1f0991
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99524706f6429c5209172477e6a2b351d8e6d8fd05ae29c2c27892b7421dd64
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb65bbe6e42135628581fba3bbc67703c923d5f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3856824bf2450bf08c57f4a79d84d4938b056a5f7f5d355a7872200ebc33fb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fc717992d649d3f6c7e2488d406bab5689b1cb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb3ed81d04bea292fcd0810e23f8da7fc24a6d4fc92e216901373062a52cc3e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b65afb77d5de2ac1ab7310d66207a1fb525785
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ba0b2ad794360e2e4af6823e68d6f83d7d2807c1a2c5f123ba8c61ac74d36f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10baf1dcef645a09d49773567cf2f13ae9c2b6d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff5ec88e3978eb1b81fdc78d00c7b13a3861a65cd0662e6b6233624da070e3b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52d095a21be9672bb1b6902b8c631dff5ac4a46
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d240c06cf91bf15c87e665d5f28896660691294f97445972a8854261c4d9fef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19860662044acbc2eaad159d474191cd0e30ce6d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a4aa5c77e76a0d333d2994ebe5d669262699cdf74ddc6289f05a0e25e25fd6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7201bff22cd4c2b6f84143cd9328f9cd468997d8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d04ea341120e1af4ffce2c6372cdbcba8bb8d510eaaf4db21357a86a703daa5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc960415fad1a23dbf855209de5a48c172bb71a8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3ee6cf72853488c0d478c753d840286b5fa88c005b3f3866d67b5f2cc96a2a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b54909d7ab0275cd17623b03b53eefdf605e62
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c8507811c970f78a63f9ebe560f31e539b45947b6cc373f6c46a9400e6bdd3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0bedad5abe4628109d803d1b7410e12b121d96
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9312905b5fed78ed362062b86ea82e8e51bc076a6c5c0fb31b4a854d69970e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d2efaff759851186190cfc5095a7daee8cc9f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc64dd969fad31bdc08e1607a970986228118aa67d884e682c36f1a2c71ee8a5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23408b4c152e62a67a98c63ef2f6aaa9ee6170e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69678c8fe81f636cf9e97ca9d79098a14fa304decdaddce4e57cd5d1d642d909
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f465ba9c41b44a3af89804c5a628064c3338f00f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8223eb78827553e7ca90807b84264dcfb98a7a09b5c7014aa6e825ed2ae7cb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f988f04a81610f414fe631fedc06e5da5860dc8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b44639af3b36c215fda10e7d93024ea0112f9ca8d2845457935872f02d17de1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fed470d17703a8e78903a298ed7e994152d3491
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e7f3bf9b56c375a937d2a83ade98d8cfb3304cb3abcd9556d9b386d5b1beb4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7feb176230070515bb71ad65c24d6e50312a7657
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980dcf7cbe1068f8ff2bc3f4867adbb02e0f15e5561c118073208a4aba4adbf5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6366115e1e60a78938252ced9ddb60be25eb83d8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d0ed3634c27804facbdd7e1529baa319130fae3d3c7cf3d04fd9f3ff5c705e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e88f904de5494fe321b8898d4a71162a4c72a9f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017e63d91ca1d7503c575447d889ecc6791bd55e8d8483c2e7579ffb16b1877c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f32bdab811dcc8a9750bde20c8bcbfb4a05875f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fc3e434c875398512dbfa2e853577715fb9ebd4dff21700d709034ac245741
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3194fc1c8dbcf6101b4ff17107d8e8cfc8e052
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024ccd6c39802ca92376a7b7af92ecede2ae8bf3569dd7453204f581ef9e434c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e769f99f189adfbab9a7e4ef7c9632cc5f93d3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc848f17a0d601057411c1c7a14168202ae69acb3468f58b06325aab25010a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7077bb4f5bbebf86cee5a1d3569fdc40cb4bf94
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b933302925895bedbfc54bed223dee9acd0d168449f9caeedb543edc736c86f2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c2a11c48289d97463144ff59f4c0d9d4d64fd6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf990099e1089c900e5f4e9076e8697595e3ecaa81c9fa464eaaaa75e8fc440
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205bd1230d92977142df91b5a79c0dca05959c9b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b0a36bc2026a904ac65dac2c38c4761aa787ecd6af8a503a0274a6b1a0303f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f663c59f1f8bc564cc077adabe7175ff08ac6f3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acb2f40c596dc3e5111533ff661f7ccfc131151075679eac672d733e6ccdb7b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5314d6af645926875eeb4faf54833066bc8dca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8351efffa1e8b5d3eddf233e52d196bd991fa98cd755582c3529230170c0a030
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bda669ca4bb58d10e1c316b84fa0ab3ee277885
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c97cbdfc25bcb58b3c36d6ce395a7e2b6b71b2c8739e394527b12430996eaa
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fddf79819a41b3f5a051419781013aedea821ed1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33eeb711453b6a7c4a51fa499a7fb417648601d4ae3acafe19550c93270e66e4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159a64280e30bf66032960951b126091c5dfd70b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ddd57f2a0344074aacf7b2d13d96c9d6bec8f70b1627fb11ee98163223e085
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2281f3696b2b53f51f7ab3be29b0a2b60b353f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3968f964f6f22641c50f7ea83e1cecdded98a6d20f456185c814070bcf0debf3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502aa1da6eef816f9fbd9330ac0445ce857a1323
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48291ac8e44a09fadd24471adfc3aa4cb16bbac40e609510f65a3112a8fea229
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b323861dfae5d5b552c3d899b66f80683f8457f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35acf617ede4156e93be8b00de67a4243cea60734c5bffa01b91a0ded984baea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e852b7a96730209b43922838361b174e52c48749
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f8e7f7e0af31f0a088db9e85e16097e45a47d35e67a3508dc5d43b7abe98f0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81b971bc47d2030141353a44e9ef54c648ee51f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2febbbc3552f670acb05161cc824645e526d95262de67fac8086138160930421
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6138fc242fe31ad66924c3a37de0fb70bdf55d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf4686cb0ebb4ef028d4f9d049083a50e163022d52acf9b1eba63384a02a8b0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d307000676f600b7e098b16386b68fff8adb27e9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf734fd0041f1ea643d164051ac726599a0543614b4e52ff893be566812861f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9067a103acb7086b5c91f57ac3d3a11521fbadf9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726687c1fec51d7535c713d6b11b638e3bad74e1d17795a1ccd2dbffe003e943
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3443abdda58ca4b2e06f016667e1f8c9ddfffa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c4da05b8b912ad5b90ededc53d5e85bb9c5fecb1deaddb8bc4d58c2ad807f9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75b19a4b6af8c29d025fa314c6045858053e8f5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89181753a3b7040a8f6182004ec6cab7031f552db8e80181938ba477b696a14c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16906869da21edd4fd1f6e36c8366a61d12e0f8c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9317005337653d4917cac8f4c8ab47ff440056e8cadc50a9d8f8592e441783
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c8fb25b9d036f82f2373883377326c2b14d66a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb65207e5dc7a1bc44f49a0042ff2a878404383d6ec2be0eeaa965219555c49
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfeb82266a8d0700b2b41fc980eeba891e4c966
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9217577e3b7580cf427ebbd70b09ac6994286a94e0ebf871cdf573a40a6a7962
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ce530e0c78c7027b89d018bc7bddb9ff974c46
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b1f64353e604fbc86f426a67604fc1c2a58895d6df1aa5d8de89c9c8672a43
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d3bb7b702b6a657ec155365d8489fa2f645108
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0212ee8f6b7609a1ad26d2982e76994b43ea377d3a8c37266f76f655d39d258e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d514f919c08faf2c4d407b16fdcf951ba9967d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d072e71d1e7480ca27c3845e8053198b21db53c29fead21fe3b365c162064d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd82575c984784a0146c8d1a62e9e85e6a57d0b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ba07cb960196da3bbbe1b027e4c0ff8a2c114e8e001c9b9e423389bea95b01
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694461bb11b88a4e367ded0795508cf4487a941d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35540bf1178fed91e5d05040f8a97dd896706857664b1e8ee4ef130efc6bfc60
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d2c3121c016fa57c09b7e4f3c51a5860332b47
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25456348553ac19acb439899ff25223f1f17ce2d0294adcfd1002530cfdef156
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57ff142ca38ad6413c917ae717d4753c0554aff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f1421f9227d0151a9fe6275c53304deddd4340586db2b498fc43f87c6fb7ff
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea355d5edd92dedc681fb1b1c52b290d30abd7f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8243595c3d0215045b1773eb4088ff357ca04454dcd6508133d98c184b97a4d4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df26a3d05728fc69aa210dea8afaa10e37c42f09
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf05e4a248df53ea502b1b0d25f53e83105f1084d472f8f7e6d89ea57de46d3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215a6739309b6a9ba8e905f16f40d215709f0daa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d77f622b70c47cb95cecba93857a3f82daf6990c1e7854b924a54f95b7597d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4e59b5b231349ee07ffee7b53244692be80c1f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20404666e8abc6be3286fd27fc81260e8f8a0563b272208b75eabacf31d616b4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d13f5a24f4fe46bb0a35168586a1b48e71943a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c000f9864f0dd551142478d2f063ef2963a4555060ff537108eaa4764a8bc42a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8102a844718e352d8242a1ae46ce8e6ed136360
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f27052ab65a0b426bb82d4d25bfe1d62dfc8953f690200f803f04599c4337a5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a72a635a19a69e761ed36fe758d8d93e673452
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7face4e055f15340d488562eaa011280c5dbbe1c125119591d88bcefec4dfe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6ecc47185182db43b34ec9450d1ae23529d046
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970a94751b94adb74b53977f4f7127e50a3f080fdc2ef6fbc639426b4b3f1dad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72ca7459d26081b7f420ba23370143119a86420
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ffe04685dde1eb4e9e6d69a1f158c70973a1f7cd1d89871dad9e5b38642605
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ecbbe7c04833b5faf3b922e5b9cf1722a9bc62b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f14b5e6400626ae4792eaf0a7949b5be0dfeb0e213970528f1752aec23f6c7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8793fcdefe5a962d1063700c64b643c98ebe6965
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b79bf7f47c5787c223dbb880a738c3796762c69cd6a5004a06075aefa4e19f9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a95a0d9d9d9e75d4a5a0e8364e5a4a31d023fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9681c9d5e23cc4457a114e6bfaadc17a95fe5a19deff2a94478e72f4baa09d97
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88657ccb64ef22e6b7f61381a8edde6b7e670c9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f35c890974fd83be66aa0e87ca5f047d526e348bab52bc7990f25ae8edbfde
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86d954bcd8fb0b1fdfe04834953a60705b050dd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff302a20297e4dab17754f16c923ba509e347bc8f08b4bb7ef6157e979edcd82
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e173efa2e303026393e59d506ee4955db93dcfa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a6a233239238b2e0c5454b267b0a77117fd46d4c62a5b935651815a479fe6b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e86b037c836090ae8c06cab23bdaf155dae01b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770a4543aa1d23b9df8fc1e4f3a60fc43bd297b9788513a9450193a7d658386f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9a160c89cd8491faba020e1300961261ba89f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b8b4222db7457999a7244dbfa0224d8cd273a284e4467fbad957be79ba4d0d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91d78875488707c9ab9274047376fc883c772c7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00e752af620d6961dedc367e546857feafa6a9db6102a99fc7f436d6282f08b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0fcca819e3103bba787e79be1357ae5ac35e9e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdb1667eda835bb717c7f54feea9cba02a619ba56f7907a17b0a08381095df6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38458ab2b7f2376c8c703443def68970f4724068
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2988106004071e1929d9a3adb39b5fc0c6bacfb4d75170f59d281000138e01be
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562b6db5f14bcbe14380cb30a2b2c44d1c699bd7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a12b03898827288768c2616487cd374fecb7234f736c631db35f98e8f2c52c6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edbbc3eb9005f0c571cb8c03b13202fb9490fb1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b55087c50f48a75af0358e13eb3d3f4be6c6c493c40e3d5a90498c5df98af40
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ceee6d31226f45cfcd965be86f3de517b8ce28
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520e198a85ddcf0ac9df3c724e5e5754cb3c5e2f202e37c77d1ff7709061875b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e1a6ac4dbd3868ac144931713f2a7d6ca9742a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cebbb9e7fc5505c3a6e264239e8f18f1a1bdd8afebeaf163f113584d0c2c809
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a1b4c2ec3a469c4ecb9674f823f429b71cff40
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f69ff9fc2f983012662b3fbeec07dfe4178a09d5bc1f510d5692251d9ef9fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ab96fc4bb41849bd556867af0462a831af0b58
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da88be5d3f2352fd8cf194594011a008fcf08595396c39751dca8f849a0e5d5d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd15bcd7a8d348bab7c3d8595b64c73abb895c9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58705decb400c69fb5f0dcd5f314a99e82848c86f2e69dbf327ac2afd574e314
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b411d0d9dec83ea7e3c390c32748c1cf709f2b8a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f9794d3e622bb74600a94a9924fe69d0032440c257530dc29402800e764b05
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da83a19d6fe0a700fd5a362f0360584e0fb42ad
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadbad2ada1868fcc58b5e217aef8a52e7a8b52c11519bf945509a1c2e5851ab
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb4dbf30ab26c7f16dcc1192bc7dc3f3c4b69ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea65cd94b40998a28ed85d21b9dcf5e68b1a9b00853fba8adb944962788f356a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf9e72d17361d9f3d1b6749a21369d3aec51add
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4434307fa852f079abe1ee94e60eacbc4dd7f653990206943275638ff4c7c129
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ca23a997baa7465bda0d79b6e0450a7e4aeb5e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d12de0032bc5721feb067e1366fbfa028f4ba9b1396f1a8150fc5a7b47e0e8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53d1c8ddb49ded909302db67825aa129d1a5d28
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab38af715631d7c1aa7cc8c4e9c3dee7f171fe89308967516ed0db8cb6d00c3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48dcb6318aef3d3e046d5c420e24fb5847d70c03
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629d96572989a40598f29c782edf661580b5a675abaf83301c08ba7ff48c1f81
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65b8b996ef58e25bc615df795a4242b9bad0a88
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1222b56cf863bbcb8584954179bbbf270ca8caf717785d5095e8eb520b72dd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a168b62ea724707a5be57c9d5254a5849d77bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efa9a828a5cba02c388f3d704b848b68b4ca853f5c650ccdd58c3634a609ec9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f74436191cb5f6f6b45ba0c70d566eceabc22a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7fa96617e296fa08dfa54d74607f37080156fdbd75b594651eeb8c39fbb1e5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1409157e269a121a89c60c03525ec3776433f29d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3169667fb5a84ba6b550f331fca5624ad2b077bcc8a813efdb6f2952dc7b2b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4376a0292784a1c45e852122976358b30d2a75f4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628e71a5eced68deb88a847fbcf7ec3e9d2d73a84d2582226b3ea5fd5aac7d82
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad00f5f58baee6cd2271e489c4ee4aab8664deb1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280e2d09bb53d093c6742d73a158461eec96a8438a65edd53de95a9182955726
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c8f560a3b425d1c765504137f067e90e4737c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6081f2fb7b7f0d1bed7125a00847a8848d3e6520d06cd420842d15af9688e188
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cba9967a142d598da0978973fcb4394ec35417
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf1f9349bb8c023746269acb4967f9358bb2d6e85516a597f049e8e6ee5336b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb3b7220cc4bb3f5a9766639af875c08b06ba32
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361dfae9b6940474c955e20d35f703c7e7f20abc6e6ee152aa4bab357f5a6bc3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191c435000145b2e7af25f134edc4c35757bbffe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492b5a997d5ffdd942e89802d248a6eff7701712fab3a8c4b435f61f36d99d62
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667a0bdbbf8724c0edf6c86ad8ed2ab8da9fd838
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca343b3423c6ec50b7b7ba0e1595c398b8dda121d980a5a382dad1002378013
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31f64305f6ed8d80572a3ca892ab7e1254c8770
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5918d20c43fe17b7ce21923d445eed45ba00acb3d4ae83fdc91347827e60934b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20a0db89c8a2d04790b5a3fb7e4f52927726717
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e5af8561ae13aa00f69ca6d0ce9385de9bd2f1caa83bc15cfb9ccff1272b6b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8676e34350adfe097a44f2acba2f2917f34eee29
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a425926a0c00e6c3732e4c174ad2b4db5425d569b7a0eabb9603e233ec1f7c4b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2baf3c7073801a0d8bfc7d3a36bd92f7016b74e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbd700cc3b00f86bb480c35df7bace56f85c144f13e02a7bf736027c7f3f1a4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925143ea0835fe3bf981cc0258d4eb7c5486651e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542e375de68c96e639009d4b595f9bfb17fc28a77654a23ac398d8ed4980b479
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06d30ac7f8812252d451bea69093cd273f85303
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2152d83e7ef713dc6cae628d90824cc07fc4fda812886e00186bf70ac0283f48
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5ae7d6fa377cb485a8659ae5cb251dd80da8f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62af6771b4200b1becb8001553e2455f25ad66903000367c57793e42d8592011
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06f9132485ab9cac08afbfdc20bc6c07411d720
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a66447cb03c93dbc182e15d1ed0610806f5eaec08893ac8e0df536d2cc3588e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3c9e885963bb20fe13a42bf63ac1a7f6b37045
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2517a7b98ccef6b01b8e884ed9a0336e62d02897a02aa684c34a25dbb9c96596
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6d10dc7cb20394118a39b0845807fdb8063f97
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99108d9111e97dc06bb74a1314f6370742e8da77c5e167d4eaea7d11585cc07
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3537c06a390e3257f4422585f2208652ef65425b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1572d74528613e69434c9065ef4b37b409111d6b69068a719ad5bcf26561819c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1a4821274938b5f441651805c73673a55848e3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d95d9f82966c1f365771b098818ac128d1b8351307791c59f6277ac1a71fd7a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199824e1f1ac5a8773a94b1bdad9f68a3e6b21f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12b78c0274feaa85f8f42f4fa84b9079974585e41bd3e04aa5ef9fa52784438
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e5d16cb34340becfd39d9e2afa7429f9a5d1fe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c930df88db10363a58d151584cc09baff1d46d892389941a0ea42b8b5f9c96
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e333ca156def412fd979d7e886928aa830e4a9ce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a83295428d39fc8d3d032643d5422fd8cbd77fbae27d621e435e25a41349c1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00acbcfa032008998d1f333364e6889dc8227997
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb94328409a46ccce6b1d55f2de8a725a46ff4ea7a939def9bd0769d06ca637e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a452a9252c43107fac096751fa41de97daee2e2c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9786735e4411ca5ccfd06175a1440d25c83399a70041f1c9de5f4a54cde7b875
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b07c8c267381b18156fb1db7cadc40f116caa3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2208faf53c1643c71e39de3c7ec95c949753180a456dc31908a6163417f20e82
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2024d49da91a9bd3b2aea74906f4d48fc5162d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc45861ee6876cc1182f43ad5dd406d313e8e4ffd6e60aaaea9cf7c6c75eaa71
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a560ed15fe25805c2d92526a2f58aca5902ba5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a7ec091d00a60e781c9ba1a8472a8aa256c81ed9dc4d1dab7b0f499afaf59d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e462e32db9dc9f76b9b830365e35c09a52613c77
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f533cfb2f1ab49eefda0acfd98ca7698d87c13ff31a03744139cac0f9a993f82
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6e375cdf4475226ff0044b0a78ceabcb0a441d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f343976678f0e5f9eb025e64d1e6cd0af51fa273ac8e9ed8c5cca8d51e5142
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d33957b620a9661de79ee0ffd62f4fd41a39708
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96efddfd674a06b30effc5df6d995df0be194908a36abcfc5f66858155ccd63
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9cf852e0b1dd75c75941f3fa415a742315a041
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6050f3cfe4fcf3d53859596a0ddc1c594bbd3461ca49c7b6fd24b524717dfc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba10c1818edd695608b8129405007e911dabc184
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ba25b574e96ef5869b611943c8e16ce8c2f88a48df908955a84496c337dc4a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb384d854e95fff89cf1a3e2c8ce7cdf057d45c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be6b065c3f51c9b64b3e93093d78536495f068240274b01dd4588105430afad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb94790d99607a355d9e67208457c35195246de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809aba14775fc5423decf86dbe13b4849fabf95700e31c93e38bcfab54607f9d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688e9ceace7df95c6a784ab4200830929328a866
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae1af75e6f8d9352e80f45f0f4e603929b0bc5c88454e12e9ce629e38881bfc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a3ce094ef42133cccc95451360bd6c1fe8d0f4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7322e6bb7fae7173978f7ac41e80d54b7511782ec2121eb11c898e3f17713a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d5a837811aa781c115fdc4b0ea8e4421f09c9e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3feb8ada0cbe7f27e3a0284b0ab1a56df3fef66b1ebcbfa8cc78ff31931fbe8
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784d0bcd58bf9b9caa0b6c04bb0b2a2b5c292ef0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9febf5dc45caff681e8252eb5a0dd540b84cbc4df4f1ac3b888bb269172a69bb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f5ab37749a8271f21d4b71afd3ca3c189f7787
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55959db125bc0a436a8dcd0cd745359072fc91e0f6563987b082d993e016ddb9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4616e7baf64cc273eec7db41194a53c7267e385a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108133bbdc30b7a57a51a3e76559d3a0fb9540957d33ca0f882015a98de49975
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e095d740ebe635f97abb939124a4eb603a2d967f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034e17b1386ecb732c8cff7e4dd8dbbe40a67ee7319aaa8dbb6405ba64063adb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359dfa3faec89389ee01c397a65ff41eb7da0c4e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74ba8807ecb5d8bb2dc61d4f5493eeae5616799e6f2291bfd1b5e08736d1721
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71edfc4f75b0387e2b3c3af2a45f49d869990630
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6a8fa28789b317bcc87d16fee8c4ceb41500633101516f4463f07d6f085fd6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7626a249ea89dd055672de3932dcd6e4ed823f52
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266cdfc6116568b280b7b16a71415273c406d6f501be377f619e815f3b72e6b2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb3c918563ec73da539ec46e8a495711ce9c8c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3184a24ba878dd7faf8b5e51433ab90311fc5fd6c7254473df564fa3eb4f33d3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6802f15cf556db758fbb02c7491a01edd6b3e1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0440fc78c844064deb62bbcbb2cb3c9f51026f7d7c57f5f1f177c1a65a4c1491
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d794b4a4dc0dcfb66ba799b4315e8ee5fedef241
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a464e506387bdc715a7946a545ab218a090a124d13015106db1b798b2c93a61
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a8ea93401714ab7ef7b79e4d09570213c9eb2b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f00f250cdfc7f833a71ac9df20b5285ab9bb25581ea71442b6f184cd5c613f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e049d3c9196d251c34cb96ae4d7df63f519de423
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce17f9b03967a0ab0f783346b7e680eb4e453dfdef96208a04e1980677ffcc11
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a1fbceeec666c576ece63c07682e501fdc2f15
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bcd0b396e9bedf62842d6571596c988f8d3366eb8c66f98d6ee995214e809a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b6925ac2b03629c478682eecb19efeb3940228
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1134c3b85660867e6de74749984048e4e3cd9b63cab2d18ffc678d22f56a728
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0010cf6391447147c30556e422b5ba004240c2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da308f1efe52241e4b347e274642152cb99d0fc2045ba3293cc27881ea39f419
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a4a1c8f7b7022881cdf8d86b9fbbeb6742239c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53882dd7206cbb41553fc128c013bd4bf0793971700faf3f4599bb823bd1a2b9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb063bcd0766dfc5e7a327ee302cba2febf03f0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c5c2a3f10040f02e6b43494333532c1f2cc4ec1588e757296f9bebe3b8c7a0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544cb2b99169025c159b1c57d412df1809754bb2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d727784bc62dde1a1f26a884687f4ef447214d232fcd12c07dd425d4f718aa6f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7101d63baa05180ae283123e469fc50bbf7beaa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539f2c3003dc2809436150dd895c1b82b465a562ddd439e0311fdd2efb5eabac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3227f6dc761dd848ba2de6b598ae11b2a7f66bb5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccecccfbbddbf4a7e160b7ffdefa01546ad3955ec5df7780e5e0bcf4783be27
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39baf06af79099ae77348ffe4ed9f728ce7c799d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d244627952ad994a45a1536b81a124dd3562a5a402b3d16e6f6548d87073008
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86aed84135950ba90bdfd93b11b53a448e86a628
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528de65930b92266cb62dc367e7494e06540cc6928f60a024757e0b2194f2aee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd684039393b875aabe502bc1a6f51d6940aa95f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6c0c1d891509f84a945e25a1ea6d1a54d19c0e4f66b992c419c6d927a9e63c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cdb68fa095ac09be107491fe31280cca8781a8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d359dc7fb16be4cfa1263a13d739aac3b8d1d01ef6ff57a2df80f1e764b1e4e6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828ab585f226138e242f70f24dd3755e1bb93849
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170e24155067efafea0a292119bd599c482a5c2aebf519a7d62def358b5723c3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc50a5d22c87a148089d6aaa9748367b7330b9ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf58dbc9f9b880c32e244e33189130add014c87229ac8bfe1a3044b92e48c22
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44ad83a79ca72e6de2aea19cca3e4d27659af23
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da891f0459eab404c65f302679267a1abd162cc6e00d9146869378752dd7bbf6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3461bb30ab26e5ee77bdc4db1b8d6d81995d18
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3354e9dfb2fc1004aaa79d28cf2257d6a8e57571d17aaeb1909c32e3167b9131
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e26cbcaa286b4680165298a0d3c45a40887364a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f9726cb26db7f1e94e34fc8ef5472149dc0495c59c15ecd747e2ed5b0fe1e1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c6dab9409a8d6ac50f7f115db2b3f7093596bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac01288f5e6849929974a486094efe774d09f73bc8f749e6aa91c9744b0564e2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3871cafcc588b13de5ac70f2250beffa6f802333
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6a7a3d3c583cbfddfac8137ffbb08b861d0218f553f5cf4df26c2a9520ca15
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4e257499e594ecd56e9fcc4af4bb4ae44f72e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527716bc0907502828a1b0748071ed640eb2e3bf7541c9fdfb2a19003ba43517
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020d42459cc7a337c734e57de6ec1ea944040904
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58223f96a80dc2b81ca7dba8c7e4323b99b48d623899d4d1b86ba797d9505af
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adf27372a171f4fc7443e32e5daf4a744279c68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b209a43a254bfc123f60a0c39980846cb23b11facb21ed0ce50348436f68c181
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a2b75c1db1f98438708c0538ca7cf1a90f62d3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1715ec128377712d33f2fd3aca4e27e4e554cf10fe120d1e4117b76285d1de7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae85cac8b2ae93ff1746d4fed9a3bba6591fd6a0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0543b554aceccf768d9f070c8ff3d94c39fc89a77b79dcb32725a26510c167a1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c53a7f00aed813d0c4e9e124342027dd72e636
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b865beb4ed2de5ab858e1355cd2a3a1598daa171fecafd1bbba028667ffc1a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79788e8c255f338456ef13a127ac357d314d62f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc16c0cae912f0cf05831b297de430c434af8c30d7bb757a973570618d53ea6a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561e2bff954dd2595b9b53dc772fe9873768df8a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cafceb27fec3e85ba56084c84e43d1990cfa213f1633d8d2ee79b52f61b48b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ea989ce091df5684cecee951860a673dff6833
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d62b359e68a5972a414512ffc198cd7d42b917847840d54fbcf1564b170f67
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ce8c44506134fd6c97a10b05cd5ff291db001f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f129312a7f6bed7a1e49606999456680d7ab0f8e1ce5aa802c48d02b838e200d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f63cfaa40346065a7794d86e3cc2d23de7a135e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afac8f36c45c30b21c04711f618316dffba28a8dc6b3b047d3cc7f424739fb75
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9acdb05463adbaa71cf19ae0da0f3615c78eba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d867d99a4bfa1906d9ea186c4492c2a6cc6577bf5456aa08f6af204e51236833
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cbf7d2839c4ee814c0b4399e9d92e9edf4275e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09b98c2a156cf1d29e389e8776380a7f2acf02662402cfc93b1a3d4967836c6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f65ab0b6ba41f4565917c71ba115e57a63c8f4c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04bb9e9c19b21a4caa7fe6b7772ecbf8c979c050521378fdebb8c1d9fc49e2c9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd91c8db7f85971da350fb34e9d8b00683e3b86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ebeaad614c048acc18d584490f1932dfec30a7a6ea2d126ec1219b2a70cae7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad74d3217a961fda8ca0f49d2cea17ef2db898d7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb74908060cb65987d9c535e88d40b77a98b16ada04de38da61a88b319673b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3663f8117adb0eb98a942f1e33a3c3d91887185
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553bb8392f800da20bac57e4e2f2f16260e36b827b00356baed45daaf51984e0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54727621bf3aa0d675df0c1f712c3094a154cd31
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993277e5de6c833a6e808ea8fca14f60299fc476ff7497e36da10b9f33cfbd7d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee886183c067f5b6788e41d172bf2e663306d16
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f1db72b4665d1cd6123ef58ae1de554cfe5464937af471cef1b3888d85682f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b5e6707919d1b979088ee7eb6e9820d16ce5e0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a63a3fa5e96a0c8171fc46a5c2694a42034df5ba28591527fc78e2aea28f0e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a91bf99057a60b882f3d6cf22ae591ae6da3fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a534c068dffd62d211fde0f63dddb92658a78fbf91fff70e6fb8278b5dfad44
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e037ca85807a4ca6f4ec6ce40cd492fdad65a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0552c69f2fc08fbfde2cc23fe19678765718ebda1807da0df26f438e75a78048
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2477eebd3935eda8cdf9fc015eb0f31b1386ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61976ed494739f6e5b1499333962cdad690f869c3c76f736a56e94d12b60fda
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee4df17bcf474e6b102a6b7d73feb5cac5eaa9b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6745bc0901505856f028141b1caaf4303d31b4e6b83d8cb316f9c682d711c78b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cad525c2fa9b992fa114306d42c40a5a3f164c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102ffe79171464dba42ae2779b0154a6f7d3888402f1f861233837b372241048
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ed8d5b7616d3a0b69fb59482f144bfcbd93e0c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018aeb5bdfaf0bd2bdee50595d76aaf7941b71d2eaebf0974590af5b6202c950
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b3821a675d64bd76595cd3ec41c5fc9569b038
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abdafef3be2f3b26828b945446cbb99c984a79ba0db94e7edbec5354fc44f5e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e0c3396374eb2dc07678d81a2978de8dd3cbfe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f375ffd78b6a352261048d2556208b00d78a28d84672ea2ad9f61058ab7f06
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14698635de9f985745b7fce51d668ec5f4738795
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af76a928d4da9ed1446de90be9ddd27ed70a8ae5114d297043d73d86d3c4257d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b6bbfa9144167fd06f4d9e853f4b98be47a5f1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b7892c636298dc5521488af01b143b11f4ba70c8e20dbf353949171c380a1d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c747a66e4a69b1a37ff3a52fa3601b5ba472e40
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b5bf77dc22364a3251ee787a3fe7451a9c03969ae0957a8d07a1062783db55
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402d0dd46f5c69d525e2fcc99cbf19bc6e347522
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e21739f0ebd95f3be960686db37266518b6b6ff389ba72f6cc0e47b19c1921
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7aecd0aef808adf6c9ff8dfc32569fb8c2a48b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b2aa75a4b42b66a08250eb9241a9cf74037347ee612a4da2579cfbc8d2e4c0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff829dd26da0cd83945500a9685ed41fca604df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4a2a5de2dd4f208bf15f0d090f6867a49ebef625da70af55b3bdd85b8ee330
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf9247613249940a6dfbf5b24625292c195b834
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4e1500d2fcffdb07f18f281b7aca4d930ca81b9c62c421c68b9c47f0e18857
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80138fa1c3cc86e3b82488b20d2dc16c315026ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164189712fafb6db487ffff767524295b97f3d3abebaf3c875002341e6e8b31c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93102fae1011d35f3e8a5579a87fa09c14cb70ca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70c59cf392037ba6ee166a5bfbbb491f28c16509039bc8d856c7b6935858e75
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcc06841595dcac5c14079929ed2575957df886
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc14a21504a8b2e97beb46349e4742a89038d1497fb959d972bd68423616776
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fc347f2b883e81da5768fb687f0795ed1dc9b0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097ff5366c99fb44d77ee30ab2009bfb4ffe9a24ba540c396db83bb7298f467c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6223c0394f983d62bd0aed3e40fad95856e66bb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce7bd70bf78e171c895269534116507016151a03ebe706c7f2b45885ec2cb15
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2090d96a7dd3627c55ce0d7c9dd7c11c9572e27
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3bdad5ceecd80419c48e9391f1509e7900d3103cb50173e2100de42e3a1bd3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd79c506943ed958a3ce53c5f75ebe936947f36d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523972b160c9da8888a74f2909a253e759470b3d9fb917fd9bda622f3a7cb0b5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43678937eaa1434172c020abeebf2c0a0ff9427
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6608d20ae450875a68a4c518ad52040e0ce1adf8b41d0311c57154f1b55a9a95
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3af50cfd7a84ba93becb7e3b826e47d5b35bf3a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd3410d50dd6dbebe95bf512e9fe38cd3e2277b6a1a21e25eb88186e0c49d0d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264649783fe8ccdcadde7a6533e65b7c13fba0df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d891201fd1c314ab78fd80f08254fffdfc8b45b1a59eb34b56b77552f6a13f7d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947519daa0861ed519264fa3a272b0409c0adfba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c797b0c91abd34f1aa38513a6e97bc1b75dc212cb3b6e44353c505d5f4c68e3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0bba44d24d0678d7824cc42102a83a94ee89ff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa0b2817950168e310302afa9b2e9f9fed71fcda5121f93102cfea0be5d07a8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4940c4cdaf593ab9b170245921870b2f5a07d92b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3caf48d7145c4c057102fd57eb18480651ae6c9d1ceaac46a8487b8401f0de
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2159645cbe7b74ee2144fd3d19785058de9d6395
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56609a79a913f25548d87dcfdf9aec486f17d60ef70c77d7d80325032dc82ee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e82ad9f8566604cc56544bcdfc0a93abb51bc64
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850012fd559bbc6fb950ffb56967d58890293bc74405e87bf00413db2dce52af
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de494f11f7c8a28c1546c791533580b1bc00606a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c57cbce0622054f4d31f90ea8ec61ab437c95792c5ff59ac7b95a9118bd1cad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6c2685919e427ea811a5fb2170e74b8ed34ded
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6337599e2514836e8015e3bbbead7786bca9e3a61509121cf64470a810cdf945
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749e635274cfb896b9e8192cfeb1bc96df211cba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bb6a7a02fe0a04ba314b4d92de7e6c38c53c593004a0cbee0575edf1347d92
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6370a559e7d0d057a8797d34db274405ea3764
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fc8bb30fe28ed247a5d54be5139190e431eea0d6e8b4de158035faf546a0e1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd6959244f257f5e37a7f6c12b3429328b2543f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b91e5af787e994fb24b907fb891264fa259cc41c5a0788e887e0867830298d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dfca2dfb6cc8f01d0e2f5fcedd0565b68f16ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9490c7705214120228bb48d5b5641c689f4fe3c21f728bdc30b633ee15c245
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee25e371311b847db5458a2df82f62cb804da68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10205d2690077c8a0007e627e19c6f556ea52f11024ed6f5a0e6222b9009e534
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127940d188d64fb756410f24ac917a997742e549
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e37fbdbb7f6b20ed402c8e86d19734626824ae81da2805972d0789e0f27e36d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f34a0a49865b945824375d9f105dc1eb310d7d5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b24205f66eeda50bc1d4ecf8d102f3ac2d870cccca9084721e43a603dbc39f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e7b502155573ff041b4a39a3716103f15291f0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcb62cd18ea20e7afbec16fc1dd9100ce4aa84619bb772bbc583d1a110f5e67
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0ed974af495462099090f89c4994bb8eb6f1fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4ddd0da88a5299cc7dd0f3341fe57618a79fc7da37f1804124e064b5a7eb85
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7371bbd3f71c190667ef7ab4e67477b11cadb2b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372efe375610b5082d498b185ab6a8fea283074366ea92f036d50199c669310c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96e9e4cb6063388df59a2ce844f2558211eddef
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7eadbee102a164d031f2c487a623eacfca6afe42703c9ed9975d1ee47822b8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8b43f6d836e969698f678f35dfea0465be0a90
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5f1e81aa120a5481b4b722c558b925475f0886ab44e01a86b42068b2af687d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42e63c06131488cb9fabd0933f04e0680ce884a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59979418fb20a84381b0076a0d1f7525074478f03b8f3077dfdb822252fc103
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a6591b0d42719029721822f5e96b9796e83d2f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6e640999409fce3c6642b58fef6b4fa4b020728e06a4269a6c1c5429bab60e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf8bfa83087caf3f6ff20e7b5b8f561d3687941
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31a9642fa7a118a229be6bcecf10a1e779286ea7d15b164f8e86e5b70f0c3d9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2ae5fc121e847bf4aa7c1c169caeccac917c56
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c09fbe6b2a8d7c6757ae560e13e65790a8da6b9be404c1ab862102d3b90f187
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285299151b9f76a99439941a4b7578e937fdeff9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5ccf3a8a9fc52f524570ecfa80d36368e3f4469605bed62f4d1184f13aed36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876483a747651913298fca090ddb0e1852d0f2cb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3133f976d9ecf755c2d2a07d263146237f8e7a3c97e4628d8dcf5036d02d27b8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1012638bfe3a9713f8fdd7caa790c996676e1b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6e59b93b14ed2b9ab81fffbeee627763d2d6dfb5bf44972d5afd65924a4f29
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eeb797e9b413dccdb86de781d9bd329790e15a0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42cf119ee5cac525a9ccb2f1e0b23b9c023fedf006cc830882b8c7484d8a570
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac66750b4ff0e98420eba195c3bb0db572b8d1d3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8948ca37bd19560350835cf9191fcd3f3850577917be91c2b6b5421a7ef6fc6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80768242cacabe51d31bbc0ff0d7f31574d52ad
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e37764ed7a9434be504505323b2ecba77ff124894556f8481e62f72f2144e8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274b0b3fb106a4ac45d26ac510e31ba2ebc7377b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d422f969f5787494c44a4c0b581b61ca1eeb29e123819043413b3708f7bbcd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a1098f0b76c162eced7cd2b100b1e8baf7b92b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e59b1c02279c8d8ba3e056856b8d8cb307caccfbcd2f1ba3655cdfc05e1ec81
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4e4ca1b61369eb5bc937eab197b310ea27512c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b269a3aca544163825ab323f385b6fe26155c6ecbc96fd6648e60839b88eea85
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a88d28994306ba799770b898256d516aa9c574
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999ba98961ea4a057e3a50141cde1c7f7ff0f137c43cddedefd2589334be6b81
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d58290d539d47a04fd510ca2c90dfc3c2b5024
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6729a9e5325e75bf011c68a7febd38e3456a911ee9cfa49ee6ea19cc22178b0b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec434b2c0687f20e874d8ae42b67aff30a71948a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead4d62ffe28a6eb4105664815378c75a95b4715b987adaa7223a5d7384abb2d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166407ef47e3b6403040b48d82b798a456e2b5b8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1452b4e222b1ba5257429e70b14eb00a25061369aa3164eae8a319125681cde4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d1f9e59052ac9273f8bce3d7318325f2b56cea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8571eacd50ae13d4de368ead2c53e6688edadee3305f8d8aedcb07f2059930dc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7679237e2618493f40039f5c1c4cb4a7efd4eb20
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4748674c365ea17a5818945caa164f016186144b194ae92adb5a621b4382122
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ca7a07dc51881e0ab4faa9a10062f474347f84
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa4b88285c99db0e4fd97f90a1748aa97f5de7a8be7dd300b9db849eec36b1b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6c289fdb5a87adb67e86cb20252cd5519aeb92
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f08854cb94b5ecbbaeb4af8f8bab7d19b6fb6238908f1f2d432de410a381a04
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9edd48d902e396160b7cd8aa6f2cca062e428e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f2e7863ecb313797aecfffb3b47f28b4a8719057ee355a87d6bac34b53366a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f94386bf746c8162512a2945add427054a3357a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995662a299d7b686cf5b60b0dba1ccbc9cd2da1552350dad2e6e15c93ea0cbbd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a6ef150f187235383cefbcee447ea24c66af33
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd5592030bbefaab01007342750e91eda7746ff76521b22198e8e65df34a238
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6701c263fabb827fcfbbe47a0068b3baaaebeff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee00865dc650b01b16036df2886cfe1557fc71aa7e543a7d7d00f5b4b46d931c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab3c4f932ba58cacf58fb0e8afac245941f344e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c1381f5fe305062520d0efc157fb195ca784fb269285c5da972767182a4b85
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc56a28bf8812d6554b0772fbabd0c7a7e4e0e00
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a51d258f8b1b90095728978915cd1c492d6b003aa618555283347fbaa0c7524
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3873a0e7a2a934d9075fde1aae95a4d67f7c517
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4729294cda93db2d5d8afb1aa33c38a63162d9ad17c2e089c5bd2d091298666
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4675cc0e6ea4a0eb72a881f9872a3d55498c4ffd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561940c31a19aec05e28936ecf894e865a707f1b51610a169af369c599d4bd66
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e8af84034364f5054136f9e2bdde92a1611b28
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47699cda22766ee960299fd3e2ec3cbadb8bbb61186a5ce157bd4df9a65deba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc383054ba81390b110adf130c48d1217429ed8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268af615e56d9d082024669651eb7f946137a63e42a8b840142f41a95c6b1093
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135eb6d7d2abe02cf1e5126ea3c587a51c74ecd4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9398f9d60ef44ae4d16290fbd9588de6102ea7443499b9b9359115f8fd333ef4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd3552907a286a6a998e8fa9715f092a6cf845b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2db333323154fe1ca0dec4565088617c23cdadaabd5b33a08728e4e4fde009b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a56c4220808c75461ea02f898355e3aa1a89713
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c991fedb9834864bad78d51c897993cf3bcd21ddfc5185bd215ed88abe1f86d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009a0246efcb60da12a6b4bfa6f7595e0c16b853
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ba0c71a4d6618d44a9ea5326949fffe5d0cc917ca67d575eb5c4dcfa67ac7e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e56502535e8d6badd0398ca24db5ad96f8fc83
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52a31b50d3fc7059373a772b42e78e1b8896cad7fd6a6e5808a3349e7d052d5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c85bbe12c833eb2fc9f271a636d05506264a678
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092b1c527a06a95732bd90f27a26573dbfd7a544ec38d73756c35ea69f372b58
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a24ec179ce0147d60acb8ff9d2db48c270905e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af81a2ef3eb578dea338ddd0eadcd4ff4ad1bc945fe90ae05a82849bdce4fee9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208fc31a95de2fed50c2f1ca1429362aed423517
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd324d8aaa772b6ba721c4e3825fa1d3b48e939d935da8f7b4e021724a1dca7f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77128856b2b01b4eb2f82924e69af6b8d84e724
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb71877fdc87b2f6388406e6b073ea869f8baaf24fc5f601b5de0ea56167e94a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0dee2862675676e2b3211f39385f515c9dd58db
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f18930860a51cc3c4f969fc0bbc7a35967e19017f82fe988272304e02491dd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be170f4556cf8b31323bb1af85294ba1680316a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6226782021f6075a6d7ce01ebe2d5ee0814d75425d157b120a2cc317734ba0f4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a420399de4c1bdab471f81ed087a396d3077cf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bf1598edbcb09995ffde6577d90200bc0ad8aefaa2de46c05253a6deff9ea7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c668042d41f0ecd18b1048717c05c206c92372
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4a47c945c3a9de3a3f100bc1a24047f0570a0e66590001834a217d5fc8dce6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ac7972cde8521a81e1d898266e653e76269d21
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec27fbaf45dcf8d5e19b47a476f71620e376a2429e819d816f4a9e3c0f0bd76
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639208a18b82cd67006aae78411f7d0011c006e1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1ee0ccb1e0d6966343f322446f421e2f4e6e48481eea45b527b90f5b7a68e4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d44b2fef1a53280c674a4db4b5f90dd03028162
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5295439a01fec243de14930f0c9574edc57ae0b92917f2d0ecc00d8e2a90199
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b95a90c0c47168979ee2f02cee96da20b1fe21
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856763a7e47c8ff9f070c5a980a55507f8d2cecc64396b21134346d82149b35e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fced9fd476197b89f5f4fc4d6f094fc8a7ed4b09
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c0cd3d04e4cbd2a7ed9a1903ff6c006f270153ffa1e8705b358f9d81e70d71
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0049e504394ad8bf4caea3526629715ee732d2a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6131d3a7eeadcc98aab10737337e3f1b70c96a61db3ddfb5611828600714e595
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c37f2813fd0e67b17ec8a44a7df65cff51f5a7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f81a26f9b1acb6605538fd2305824beb8f2e105a9cad8fd2861aa43721824f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19ea0970138dbc55f9674a9df7e872803eede7d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b61e60dbb2ec7120a4dc872cddac123c32467745073cb8e70ef7533886ddda
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af55ed75acca4aff9799bd49ce91bd5b711c27fb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aba368106748cefc7fb050624c6a61c643e3238aa01993ef438858bd53cd3b7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0dca3c89710fa7fd67e6392092f64b6f9480a21
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfa9f186d0719ba99cd09743fa786274336699640873cdc3c3b192ff34eee68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa005e33886f87e3ada1ea13aec1ad8ee80c7c5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874389232ce4fc3103e98a0c6d4f44aa37be0114a28fcfd99cade5be07109b69
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f489e027ac60f15fda215ccb367272a343d0712d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf51529cb5c25791c4175af69abff33da50e6eda29863c82ecc7901c691c65f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa593cdf8b97142c875b8404f6a6e4fb37497150
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9092ba8474ab7b549aad0a1f09aa75606e0027242f244e5d59d0f24351b05b20
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3e0c1df5848e3392587d0fb0564f5b6af5e94d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53d7c5fb2affa4bd891c55e073ee172e0bc5dd765c0b1528e36721aa320fdff
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2dadc40e3c0e07705969b11d9a13e727eca2e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1e899a6fce47ce9013d0e18a614eee50306230ca6a182bf28c35de7e32a5aa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed6ee8f692c37c07503006d6ade579fd7a2a692
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d26ed3d0b750ff6ce1f3d9b68219612a09189c28f0360d22c588c610aa5d1f5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a83358da1fd299b8ba2eabbfdc963f86699af7e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946ac1c4694841eacbe752e2e835d78b912615c61a5cc31c83a5cb3787b07489
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a860b236dc06d95ff03d5077eedfe57b340343e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c854e63e0479e399ee77a6ef329241f14b863e48ee879378feb9438bea0406
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feef54d8dd11ee284101d6f7f437d81706bdf6f0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7b61bcdb1a3dec9e00d9a447c391251e84177a5f7126169b872d1525c44e95
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4516f074d0b91892abb9434b5a69b0e16f566df3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1f1ebbed2593eb1ef852342889e745a9b089bc6492cbf2f3c8c72bd22eedf9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106b902b8c63b7a7badc466ffd1ce32ab06701b5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012f776072570e8e020be079b367f624f54283e8e86db7941c5cf8a06906ad2d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eea13bda7b7737a7378e900616fac341736dfe1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7822537986295d473854aa5c4a58797f83ea59fe2d016dd0cc7bec7746aeb2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dee2b1a84709d26f260bcb20babc792e5303801
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16340abebc69375901f629ae0437c584f2bf9d4468252064c299cab770043907
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8545a1167ab608ecaf75fd634fc38fc20842741a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d111ae9f31a8b6fb4081df1aeb7f8fa5e9b4c0ddd6329bf1c3b89e63e79fa65a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cfe5e94e4fc72994f769cd6a6e8920d6f66ff5a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddea2d87524b04a0c47d702051e333122f3005c0be80d675efbef9e9b9911b2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa47d329d9d92dbf64d365b4cee7d92927eb33a7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e114953f35f2a660214223c37f389dad8e09163318128539d0bec4dc90e4ada9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd77773d24b86ef2ca8064f43ba0b6999107bdb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670ffa5a1140d142684a3ce51040653d0e395d48675f64059bfd688b5f348fba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a2db274e3877693e36e7c69634f2796f81778f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6a70a18020de73f75ec1690689375a3027e8380342fb1ca6288e6fc9deff74
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d715162d02e16ce94b6a5349d71d17c059f989a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0afe79b2d932d4dbb9e53216e7c903d0ee5ef80d180d7c58a01fd571ebdfcb7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b45bc746b2abd9f5b2cb60b02d010b382165eb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14282620670464b707076b6c1bfb981c985c4cb118167477f55f3ae90a63d9cd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575d059cc75e194d5e4acd5817b9315b1444b239
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dda932364ce48c1059a6a79e900c2a06b96bae7e490ce118268d9f4972324bf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa652201a90826c0c51e23d98ca2a8a81427bf2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c2610073bc6ecd67a27e9e6fe1c88c82d80c75be12847a82691b4b9e3531f1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0448068543655c88a15758df765e2d0da30873
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fe28e65c9acb211bcc46dac4c1a28b8c074ca9cb55c4847cf00a44ebbc8af6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32cca6158a510808b2ea7f22903bef4a3fa321e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3502daed08713c66ebcf1649cec538e87f8fed22c916d4b1a7a60d4aa9410885
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9a875d8201359d71e230f7474f23b8d8b34499
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666693dacf07a0060eae5fa9070a6913fc5a0c7088fdfa0b99bae0faccfa1a82
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1f48f5d601f29cdb780d928f285eac9cf7423a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2177c42a5bfe92f4dfb09fd9891b2e63101ebb7e1dd61f8e9b31ebc3988cb916
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e57d03634532b3de8deb590988262ba5d4f090
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a89e93990b49a1ea59a11a976b99a15fd8af9daded8617c827ee8cf01fcf02b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327a953e0f2a203a309132e2343aa6d6e3f9391c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586b0c530389a63fd9e0b292bd3485f61aaa20bfae0ddcc1df7f152df42d1185
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2212b3f4715bfc2fd218d401bcda990dbdf6c1d5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892a5a37ea3e52a6210e8a3b893096c152229207997abe529acc9164568d4cc5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafea1d3212a3f9b0c33796779fc7cd93a16f475
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e4c30cab8ffbd5546cf34fad3a9ef5e9eb240291efad94896c7e2251d70b9f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d006bf2effd135b581355b62e66fe9df286b6310
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648ac82ddc21ca7d5cb55682e6030299cf41f34503e9697eee535354d8af49bf
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7442b25288ad746c1cf1919ce6a3ae00127fdea4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d5a6e95309687c86cd0942a2f326df4572860a79e30aa7943ce184dc382f36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eed71c45258bd0f4746f46bddf77c547aef9460
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391d5f756c1e5c23e21837d5ff2517a3f6866c0d3accd0b0651cc89bbaef6886
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b671247d51efc80498f54efa574b4c1833dc76f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1915e2e958118c005253dd390e84e194123562dd8462a4e11558ff00e67c9ee8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502031fb0e6ca297198323cba836d3dd03bb53fc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e1aa2eca97fa6a0575b626939a0cecac4c99006a177291d8a64ffe0ecd4bc9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eea3f10e25fb65d38b598679a604b92f037fed4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdebed4739cbbd44e6428c408cdb8d7b95538eb93ce2ab8b1bad21d254e90b3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9df9ab2348ad09cc2743fa6235ce18c8c176bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c487522979b02c713e73e5f1eb92c2fb41e29ae8af57b0e01c021da6c138a094
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ef31dd20be23f5446e336ee73dd4ff987884f0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c971736e207f0bf88f172b4fcbc75d13722c16acdb485054cd747e5268ca52
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6d349e1e7b874c9d50add551110b7f379de988
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ad05a90109537adc16cfd478ba2cd3b83c86c8de5bba3922482ede75c62ff1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158e8dbee7f33f8b2aa2183ad38d0127d17a0a76
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b688a516eefb6522d789b62c845c8b1a1dea2c0c1f81060a1050e9cdfd2f5f4b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ab3471dfebc826c279eacd5d4640e868b0c552
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799a93bc0b61b794bb9c76fff7dda0022cc17c650a62c3b278ffa8833a5d556a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977b2e1b7be6290cf23e2615f26d87ab6adacd45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e3176642a3188b6b0a7b4682710d9b8f80dd0a09b57c307bec3e3ec9a51de8
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e721b58ffd3df7f804a0dc8edf60b995f3877d26
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a726dc5785d0f51572b222fd5a8811d5abaf552b72e43b3e6dac79128569214a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee053ed75a314a3dbdd55c10afce9007fbf20b4b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9f8107993a5858a794c7d0b51bfa8884463f562f820e07718c1d7e0137789e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483ea24c2057e90abea91a41eba303a31c2665b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753a5c0acaace181780c7c0f11570d2c80f2781351fc8933e1b55c7273ac6329
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6056f2b0a632b7d60ccef4c98ec4d42775d79e7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e917dd3b9dabac9a178a3cefeaa7da4ad20fa56ed35c488347ad7152e5a0139
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d207361113f25ca56e9a16473f30f297e076fb8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486a522c29d525cb0d9a7af046a0bf1083b876fc51fcf58ea453f7117765aeda
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2075315ad84d34cda1b4685014a2ff2d322694
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba58787a64d5a547aaaa5186502139ca3c95d5750d0967ea72cde1db7675e70
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6fe12b4efe836e90a22d3708824f8a551a1227
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15975042beed50e3b55c8887cfad2307b4f032de4ec3a96517a0c4e74aab5219
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9e495032d941d49193d301e64815c6cef427fe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a28f3bc74509b1789a64442a39a5e7a6a247758e7af31391dbc1518c9b3c632
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33aa83e04ff0a387656155c8b61697c140472926
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367e230f28e152b1752a4188b429c8c6488d58ab818b54ddd4786e0dfbb4347d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275a745bf4caa317933e10d4fc33e38f1022ab61
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c02d4210aa9fc5327752ffc33dfb5d4b70f5bdf23caa1f11ddca5142f64d29
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76664d657b03f882b5dd5f931d01d804ff30d62f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db15a841818498742e5e24388d8544145c6355574170ee10a4da558193f2bd02
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffd98dd8aac6ac5143219524177f51aa1e28215
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b50829f796368eb650183d1fdf3aa24eaa807e229b43de53643b7f48045f0b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53aac7a7559642fd18248a1101383680ee365115
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f103728b1888409b827b739c908e10763a0fd64f72147ce09df0cdad95a268
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ba9b68b55bcade3ae8b16a811eb4e9189b7c12
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780d922ed07624b4dce3a2f053a0e04cad5f52ebc4ee01107c4d23839fd1f65a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8371136742330eebb10153b09b74664cc987574
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7dba06af2acdc064d6ffe0fe734c41d61afa117f480fb72986b0f12f78c7825
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec0b414120f2308d6755241248265575608ab34
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb91077cbc3a8293399d740648ecdd8c2146bec18bc9c85e6683a794a2c3d051
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42be4f176e927cd8c0b14f5575dc844cf4d005a2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737c419642245d32d392b0c3e020ed9d09dce9e2f9247a403598bcb4e55cb847
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef4a037c75630da684073bb8eb0ae484b4406e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b210b389344e3f5df5db6ac6bd046846170c0e2f122568cd557e2d94902b7f6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb295b4e9d75231d71a4c01e0a3a08274f6f828d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be1d06a70452fa38bbdb8d22df2ee7d48a6657d1822c56ab980db93da6ed685
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c668da45283014d661acd0c9c57355c16da47c8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5697c4feffc4179a319ebd05bbac901e10c05b5a72b69c6412d8788f93d751da
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f984b138e7806e321e32e90049bda9d79adb9655
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68eaf931c408376132654b5ced40b3d5c6ea2bf097d5629db8e60ac223c754e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd8321ba33f86c4740e76eec89b6958fd2eed89
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8bf7dad3d1b1f8ac9aadae2a400920fa173a2fd0855c6dbcfaedc8b294d163
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4526c4b6559f05968218ca33c4c19475d3e09db7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d144c66e3da2295fed3ea8bc52b134c6cf4d5391d803f8e08853f94effaaa907
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1ee4873dcfd017515f1c2afdda94b8ab36c95d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962970a26e21e2ecf837ee5d7ed7e5aeaad1bd2583f70b4c6741f7e047da6d18
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c838eae7104221f899e764a89f935db88c93814
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecf8c77ebb3e94e1253503009a5fa5379c96bf24a6f3d49748a17916dc7cb68
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029c84cbad81c080f88b70432f870585867e3a11
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1084d9daf6f6c025d5f1e461b25ece8036d20a235307c78f838974e2f810c9d3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2b215fc36768129e4d127dd823e853ba7b2655
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b787a0b8ae4ae20e1a44d192baedd7be856025d29e07fd98cfbd5e8972206f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83786225f8328d3f2d5b49e869be4cb1e6d2410
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e771214be20a4706f9304a325648ba06516308cd682cdc9ff2bee8f89752ab08
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e57ad8202b4e4313269013f583d13e12661b5e9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc18925e422a66b30b49a258507e7d48db56564a3799f99998d097cf207bade8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e451040b872f3e78782bfe4018ed9becf5bb4ce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0987e6756e99d1d8c38ce27e66b3fa2cda5562d5a9c27450ae2ac05d702b9bd8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbfd996fd5704901c36c7addb88a26731d6cb13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1154011cfdad9c700fdd95863dc6a5754e76e54f34c24365285c55ef231780d9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1b7e63428fc06fed7fa9ec1ede5a3d6abc2992
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4225e441c8fe46dfbd51ddb713ad08286ffab45b3515da081a85628b20d7132c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636381ddda55c604068614a9764a6ed826f8a8fe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6623b65e10b80c84acff36aea1b22e2cd211e0ab5ad0d57790fbd72fa81d3909
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df78eb92bc250b2a74931695d099e658e4d55fc3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c500bbc2cf06cef958494193444333342484f35e7cbcd6c87d809fa0f8c528
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b382a16ba6870e49c2294b2302692e7cc567f8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff04449d31cf474cb2b2e68ba0a0cf1705c339802456e1db72ee36e525a27ee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7317bac05da1b31d08b76841be6d918aebd91a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5813a46c67bf1d120597568004e2131c404fee2408651af1dd4482b905de0f04
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524fa3c231a8338918dec10d0af30fbbada75f57
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3654dcd0fe4747fff574763c3e45a7901a74aed13fcddb02f00c3cd13993083
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec366c58f3d989b9a4cd787c2ea7488c1d4822a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd576322d30503f3a9bef9094f0912c2db41f907df3fe7c7b61268f6ae7bd5c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747f797c75fee62b9bca04347216b818336f6041
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41502c0006b7bcf0096e2381a1da0cd6398cce603469aac790533448e1ea4b83
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c39e266e58a7ac16df0fe67b634f93e0a13b898
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5998f8c778750b7125f286e4aee0401ee0a9a5bcefbb46da61103308cad588cf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747ccd93055915b8597b7a165fe5cc3c97c7f2f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92288953c478579cbe723bb8b56e4cfd8378621b1cacf7884955872bea9b6e85
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9129d65c1e15e6a177de21d15d6fee14ae5fd41
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8e7fab21ee7e0eaca13c818537e49e9d1b04cf77b3b85e59a6957fcbfbd566
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7d03174a9771c8a2eee45e2c5b553630fb4993
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952fd1afcc50a310596d55a2ce1f10efee1126d569f0ca353725b3f88f674761
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6144f9dd8a8569faa20953053b73ef0f616197
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d572830a32afd429c2c1583b82b4d4e258c7eedbcbcb0f141b09061a29fb4cd1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05985d08e3a5caee18dfad965dd1599ba9ea2171
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c566ad1540ce2a195c098269f60130cbc01b995900490864ab52490bdb25d8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ddd7e0a3b5adc2bfeb5da030d25593693ff22b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbae9758da430fa3c0cbde32fb13105a931d260161660e474cc718781ab5fa5e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2e555bee26ab2a54321c102fee584e2cab151e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59446492af6438e650cd7a376384ae9e433b5dc00e1f6018ad30bf3f6da3bb42
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b0a9519598ccc250b4fe9e488d36a2a5729490
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792310186683370f6db2e94f514beaf0503a63c70d91c4bc04fb8932e22ced35
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bc5578171897b86fa46caf8f575233af0f5e2d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f5f7c26069690e78fc01a8dfd284ac47f7e6a5aafce1d4b3a8db088ef0bf2c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51efad320174f4a3b0c21e5a1337b6aa4277e523
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce44bc5ed0e73a9d7f673d79350c250fcc318d36152df1428f7a125ad3bf6998
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aff8f2ee9263133a028fa5b41a4fbfe274ee714
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68dbf8e392310161fce53c2c85defdb5baa1856d025d5c6360d162838e4d366
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92dfde6544e85e3a8653f9c573c43fbbeb5a514d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa66d89b6bf32f8bf0d8519a8c5d8d77f882d800806a620705098e20df6baad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd8cc72dba6ede1caf1eb073bc0920bb9e6e1dd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5af53b02bbd2e1acfdc94b1c4f19bfb48daf7e6779e65fc68f57ac2563eeabd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eca39a5e79631cb93251241fad973071ecb8649
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f521aede7ca29f56c77b7fa3a5b09d73f4338af8985348b2c5de73093217eaa3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1d91d454d83f338d9123f0cf2da681f693e73d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae0ca93fd24332943a9bc08b0c06d4a234fbe8b3e501fd7fdf692ffaafb081c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089b5058abaff6cd552ee49e199575d38bba41a8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddacaef50de7443a88df41378152bb0b4535966c1988548e904e349f92cfe13
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0963ab38f3eba861b6c0a4d43d7d9db7f0ca5c8a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5a7da0fb41b34c7f4f2f22fab18fc13217c91756d89b6fa4544c63e95f6c36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d87eaea968812d6470d80dc2a0834fdae58b6de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e56ab0a06351b9e9ba9e94cc7e78bf1371de263b92dedf5d5a1893a47a9378
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9408aeaf299f4ccd0c948875abdeb67583817c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db25168c5a4a03013bf6155dbc068b38d64c206610f3253057b1801f4522a314
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/lm_head/_0.pt b/params/phi/6/rnd_search/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b4278db07cd87a82faef1ff3f473b213f3c6e3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89f2decaec64a456d87a01fbb9c191b43ab9e2fc001f4725de118d237946daf
+size 205955
diff --git a/params/phi/6/rnd_search/comb_16/trained/lm_head/_s.pt b/params/phi/6/rnd_search/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6419f8ddcbccddd5dff6fb7e4158df1c1678c01c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474c386e9198ecbcd635ad0430e338f1663823579299f0fa48f1f55696888e4b
+size 205955
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94229fe987ad6e6904f834562378450c60088c13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e95f0951b2175fde78e3165b4698c7a1b9e72ff3b649b9595223e3827767858
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d95394e2ea3601872d657e0141974e7556878a7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4870e59f6831e2b54758bc62ee88c22c4ed6083253e7c743d59ea2c3d17dc1d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2cadd7c8846d82fff04a56acce58893219848a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb0618fbc16191643ce3fe0e5702bdea49bc3ed2dfc677e6242b9770fd8edc6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736c038c7b3b97bf89d8412e10deaa34c09582bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5668989f9b03d2213a71ed627c40e96dc0ad52fc1a981f48b04ef21c8557e301
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a151438122469143dc1e50b511240946e62b12c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ef379adcdc21a851adfa18319210cc2fdf2af25e5859c77b219b2994a9771b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32600044692f3a36fc41908a531e25158ca1206f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4290d836104616c1ee210bcb699d8c07a35e365f06b1b18f922332579aa6c50
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acafde67e8aa5a9e584af7e2541b1202bab251e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de77e1eb10584d7ac4bd581beea2e8025befebb721ce1f0a5a9f51bd9f9ab5d6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51665ee79fc8622fa16dc7d72418825b4d861a4a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6be4a01819ce303b9fa5fc5d53510998cad54a2670386c4c8bd78a99889556
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad624a73b1271cb1b2cfe151f16ab488c8ce6a2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfec9e1cb03dcd64af075e7d5692f40544e91d13992e62a3f87c7792faa7a688
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4e82cc4f8d4b1cd1e49bef42309c73dd1f0991
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99524706f6429c5209172477e6a2b351d8e6d8fd05ae29c2c27892b7421dd64
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb65bbe6e42135628581fba3bbc67703c923d5f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3856824bf2450bf08c57f4a79d84d4938b056a5f7f5d355a7872200ebc33fb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fc717992d649d3f6c7e2488d406bab5689b1cb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb3ed81d04bea292fcd0810e23f8da7fc24a6d4fc92e216901373062a52cc3e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b65afb77d5de2ac1ab7310d66207a1fb525785
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ba0b2ad794360e2e4af6823e68d6f83d7d2807c1a2c5f123ba8c61ac74d36f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10baf1dcef645a09d49773567cf2f13ae9c2b6d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff5ec88e3978eb1b81fdc78d00c7b13a3861a65cd0662e6b6233624da070e3b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52d095a21be9672bb1b6902b8c631dff5ac4a46
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d240c06cf91bf15c87e665d5f28896660691294f97445972a8854261c4d9fef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19860662044acbc2eaad159d474191cd0e30ce6d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a4aa5c77e76a0d333d2994ebe5d669262699cdf74ddc6289f05a0e25e25fd6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7201bff22cd4c2b6f84143cd9328f9cd468997d8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d04ea341120e1af4ffce2c6372cdbcba8bb8d510eaaf4db21357a86a703daa5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc960415fad1a23dbf855209de5a48c172bb71a8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3ee6cf72853488c0d478c753d840286b5fa88c005b3f3866d67b5f2cc96a2a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b54909d7ab0275cd17623b03b53eefdf605e62
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c8507811c970f78a63f9ebe560f31e539b45947b6cc373f6c46a9400e6bdd3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0bedad5abe4628109d803d1b7410e12b121d96
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9312905b5fed78ed362062b86ea82e8e51bc076a6c5c0fb31b4a854d69970e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d2efaff759851186190cfc5095a7daee8cc9f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc64dd969fad31bdc08e1607a970986228118aa67d884e682c36f1a2c71ee8a5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23408b4c152e62a67a98c63ef2f6aaa9ee6170e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69678c8fe81f636cf9e97ca9d79098a14fa304decdaddce4e57cd5d1d642d909
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f465ba9c41b44a3af89804c5a628064c3338f00f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8223eb78827553e7ca90807b84264dcfb98a7a09b5c7014aa6e825ed2ae7cb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f988f04a81610f414fe631fedc06e5da5860dc8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b44639af3b36c215fda10e7d93024ea0112f9ca8d2845457935872f02d17de1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fed470d17703a8e78903a298ed7e994152d3491
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e7f3bf9b56c375a937d2a83ade98d8cfb3304cb3abcd9556d9b386d5b1beb4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7feb176230070515bb71ad65c24d6e50312a7657
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980dcf7cbe1068f8ff2bc3f4867adbb02e0f15e5561c118073208a4aba4adbf5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6366115e1e60a78938252ced9ddb60be25eb83d8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d0ed3634c27804facbdd7e1529baa319130fae3d3c7cf3d04fd9f3ff5c705e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e88f904de5494fe321b8898d4a71162a4c72a9f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017e63d91ca1d7503c575447d889ecc6791bd55e8d8483c2e7579ffb16b1877c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f32bdab811dcc8a9750bde20c8bcbfb4a05875f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fc3e434c875398512dbfa2e853577715fb9ebd4dff21700d709034ac245741
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3194fc1c8dbcf6101b4ff17107d8e8cfc8e052
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024ccd6c39802ca92376a7b7af92ecede2ae8bf3569dd7453204f581ef9e434c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e769f99f189adfbab9a7e4ef7c9632cc5f93d3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc848f17a0d601057411c1c7a14168202ae69acb3468f58b06325aab25010a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7077bb4f5bbebf86cee5a1d3569fdc40cb4bf94
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b933302925895bedbfc54bed223dee9acd0d168449f9caeedb543edc736c86f2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c2a11c48289d97463144ff59f4c0d9d4d64fd6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf990099e1089c900e5f4e9076e8697595e3ecaa81c9fa464eaaaa75e8fc440
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205bd1230d92977142df91b5a79c0dca05959c9b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b0a36bc2026a904ac65dac2c38c4761aa787ecd6af8a503a0274a6b1a0303f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f663c59f1f8bc564cc077adabe7175ff08ac6f3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acb2f40c596dc3e5111533ff661f7ccfc131151075679eac672d733e6ccdb7b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5314d6af645926875eeb4faf54833066bc8dca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8351efffa1e8b5d3eddf233e52d196bd991fa98cd755582c3529230170c0a030
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bda669ca4bb58d10e1c316b84fa0ab3ee277885
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c97cbdfc25bcb58b3c36d6ce395a7e2b6b71b2c8739e394527b12430996eaa
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fddf79819a41b3f5a051419781013aedea821ed1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33eeb711453b6a7c4a51fa499a7fb417648601d4ae3acafe19550c93270e66e4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159a64280e30bf66032960951b126091c5dfd70b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ddd57f2a0344074aacf7b2d13d96c9d6bec8f70b1627fb11ee98163223e085
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2281f3696b2b53f51f7ab3be29b0a2b60b353f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3968f964f6f22641c50f7ea83e1cecdded98a6d20f456185c814070bcf0debf3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502aa1da6eef816f9fbd9330ac0445ce857a1323
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48291ac8e44a09fadd24471adfc3aa4cb16bbac40e609510f65a3112a8fea229
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b323861dfae5d5b552c3d899b66f80683f8457f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35acf617ede4156e93be8b00de67a4243cea60734c5bffa01b91a0ded984baea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e852b7a96730209b43922838361b174e52c48749
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f8e7f7e0af31f0a088db9e85e16097e45a47d35e67a3508dc5d43b7abe98f0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81b971bc47d2030141353a44e9ef54c648ee51f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2febbbc3552f670acb05161cc824645e526d95262de67fac8086138160930421
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6138fc242fe31ad66924c3a37de0fb70bdf55d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf4686cb0ebb4ef028d4f9d049083a50e163022d52acf9b1eba63384a02a8b0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d307000676f600b7e098b16386b68fff8adb27e9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf734fd0041f1ea643d164051ac726599a0543614b4e52ff893be566812861f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9067a103acb7086b5c91f57ac3d3a11521fbadf9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726687c1fec51d7535c713d6b11b638e3bad74e1d17795a1ccd2dbffe003e943
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3443abdda58ca4b2e06f016667e1f8c9ddfffa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c4da05b8b912ad5b90ededc53d5e85bb9c5fecb1deaddb8bc4d58c2ad807f9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75b19a4b6af8c29d025fa314c6045858053e8f5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89181753a3b7040a8f6182004ec6cab7031f552db8e80181938ba477b696a14c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16906869da21edd4fd1f6e36c8366a61d12e0f8c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9317005337653d4917cac8f4c8ab47ff440056e8cadc50a9d8f8592e441783
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c8fb25b9d036f82f2373883377326c2b14d66a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb65207e5dc7a1bc44f49a0042ff2a878404383d6ec2be0eeaa965219555c49
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfeb82266a8d0700b2b41fc980eeba891e4c966
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9217577e3b7580cf427ebbd70b09ac6994286a94e0ebf871cdf573a40a6a7962
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ce530e0c78c7027b89d018bc7bddb9ff974c46
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b1f64353e604fbc86f426a67604fc1c2a58895d6df1aa5d8de89c9c8672a43
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d3bb7b702b6a657ec155365d8489fa2f645108
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0212ee8f6b7609a1ad26d2982e76994b43ea377d3a8c37266f76f655d39d258e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d514f919c08faf2c4d407b16fdcf951ba9967d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d072e71d1e7480ca27c3845e8053198b21db53c29fead21fe3b365c162064d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd82575c984784a0146c8d1a62e9e85e6a57d0b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ba07cb960196da3bbbe1b027e4c0ff8a2c114e8e001c9b9e423389bea95b01
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694461bb11b88a4e367ded0795508cf4487a941d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35540bf1178fed91e5d05040f8a97dd896706857664b1e8ee4ef130efc6bfc60
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d2c3121c016fa57c09b7e4f3c51a5860332b47
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25456348553ac19acb439899ff25223f1f17ce2d0294adcfd1002530cfdef156
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57ff142ca38ad6413c917ae717d4753c0554aff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f1421f9227d0151a9fe6275c53304deddd4340586db2b498fc43f87c6fb7ff
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea355d5edd92dedc681fb1b1c52b290d30abd7f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8243595c3d0215045b1773eb4088ff357ca04454dcd6508133d98c184b97a4d4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df26a3d05728fc69aa210dea8afaa10e37c42f09
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf05e4a248df53ea502b1b0d25f53e83105f1084d472f8f7e6d89ea57de46d3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215a6739309b6a9ba8e905f16f40d215709f0daa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d77f622b70c47cb95cecba93857a3f82daf6990c1e7854b924a54f95b7597d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4e59b5b231349ee07ffee7b53244692be80c1f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20404666e8abc6be3286fd27fc81260e8f8a0563b272208b75eabacf31d616b4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d13f5a24f4fe46bb0a35168586a1b48e71943a9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c000f9864f0dd551142478d2f063ef2963a4555060ff537108eaa4764a8bc42a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8102a844718e352d8242a1ae46ce8e6ed136360
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f27052ab65a0b426bb82d4d25bfe1d62dfc8953f690200f803f04599c4337a5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a72a635a19a69e761ed36fe758d8d93e673452
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7face4e055f15340d488562eaa011280c5dbbe1c125119591d88bcefec4dfe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6ecc47185182db43b34ec9450d1ae23529d046
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970a94751b94adb74b53977f4f7127e50a3f080fdc2ef6fbc639426b4b3f1dad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72ca7459d26081b7f420ba23370143119a86420
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ffe04685dde1eb4e9e6d69a1f158c70973a1f7cd1d89871dad9e5b38642605
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ecbbe7c04833b5faf3b922e5b9cf1722a9bc62b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f14b5e6400626ae4792eaf0a7949b5be0dfeb0e213970528f1752aec23f6c7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8793fcdefe5a962d1063700c64b643c98ebe6965
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b79bf7f47c5787c223dbb880a738c3796762c69cd6a5004a06075aefa4e19f9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a95a0d9d9d9e75d4a5a0e8364e5a4a31d023fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9681c9d5e23cc4457a114e6bfaadc17a95fe5a19deff2a94478e72f4baa09d97
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88657ccb64ef22e6b7f61381a8edde6b7e670c9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f35c890974fd83be66aa0e87ca5f047d526e348bab52bc7990f25ae8edbfde
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86d954bcd8fb0b1fdfe04834953a60705b050dd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff302a20297e4dab17754f16c923ba509e347bc8f08b4bb7ef6157e979edcd82
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e173efa2e303026393e59d506ee4955db93dcfa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a6a233239238b2e0c5454b267b0a77117fd46d4c62a5b935651815a479fe6b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e86b037c836090ae8c06cab23bdaf155dae01b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770a4543aa1d23b9df8fc1e4f3a60fc43bd297b9788513a9450193a7d658386f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9a160c89cd8491faba020e1300961261ba89f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b8b4222db7457999a7244dbfa0224d8cd273a284e4467fbad957be79ba4d0d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91d78875488707c9ab9274047376fc883c772c7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00e752af620d6961dedc367e546857feafa6a9db6102a99fc7f436d6282f08b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0fcca819e3103bba787e79be1357ae5ac35e9e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdb1667eda835bb717c7f54feea9cba02a619ba56f7907a17b0a08381095df6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38458ab2b7f2376c8c703443def68970f4724068
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2988106004071e1929d9a3adb39b5fc0c6bacfb4d75170f59d281000138e01be
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562b6db5f14bcbe14380cb30a2b2c44d1c699bd7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a12b03898827288768c2616487cd374fecb7234f736c631db35f98e8f2c52c6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edbbc3eb9005f0c571cb8c03b13202fb9490fb1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b55087c50f48a75af0358e13eb3d3f4be6c6c493c40e3d5a90498c5df98af40
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ceee6d31226f45cfcd965be86f3de517b8ce28
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520e198a85ddcf0ac9df3c724e5e5754cb3c5e2f202e37c77d1ff7709061875b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e1a6ac4dbd3868ac144931713f2a7d6ca9742a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cebbb9e7fc5505c3a6e264239e8f18f1a1bdd8afebeaf163f113584d0c2c809
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a1b4c2ec3a469c4ecb9674f823f429b71cff40
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f69ff9fc2f983012662b3fbeec07dfe4178a09d5bc1f510d5692251d9ef9fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ab96fc4bb41849bd556867af0462a831af0b58
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da88be5d3f2352fd8cf194594011a008fcf08595396c39751dca8f849a0e5d5d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd15bcd7a8d348bab7c3d8595b64c73abb895c9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58705decb400c69fb5f0dcd5f314a99e82848c86f2e69dbf327ac2afd574e314
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b411d0d9dec83ea7e3c390c32748c1cf709f2b8a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f9794d3e622bb74600a94a9924fe69d0032440c257530dc29402800e764b05
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da83a19d6fe0a700fd5a362f0360584e0fb42ad
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadbad2ada1868fcc58b5e217aef8a52e7a8b52c11519bf945509a1c2e5851ab
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb4dbf30ab26c7f16dcc1192bc7dc3f3c4b69ae
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea65cd94b40998a28ed85d21b9dcf5e68b1a9b00853fba8adb944962788f356a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf9e72d17361d9f3d1b6749a21369d3aec51add
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4434307fa852f079abe1ee94e60eacbc4dd7f653990206943275638ff4c7c129
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ca23a997baa7465bda0d79b6e0450a7e4aeb5e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d12de0032bc5721feb067e1366fbfa028f4ba9b1396f1a8150fc5a7b47e0e8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53d1c8ddb49ded909302db67825aa129d1a5d28
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab38af715631d7c1aa7cc8c4e9c3dee7f171fe89308967516ed0db8cb6d00c3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48dcb6318aef3d3e046d5c420e24fb5847d70c03
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629d96572989a40598f29c782edf661580b5a675abaf83301c08ba7ff48c1f81
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65b8b996ef58e25bc615df795a4242b9bad0a88
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1222b56cf863bbcb8584954179bbbf270ca8caf717785d5095e8eb520b72dd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a168b62ea724707a5be57c9d5254a5849d77bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efa9a828a5cba02c388f3d704b848b68b4ca853f5c650ccdd58c3634a609ec9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f74436191cb5f6f6b45ba0c70d566eceabc22a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7fa96617e296fa08dfa54d74607f37080156fdbd75b594651eeb8c39fbb1e5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1409157e269a121a89c60c03525ec3776433f29d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3169667fb5a84ba6b550f331fca5624ad2b077bcc8a813efdb6f2952dc7b2b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4376a0292784a1c45e852122976358b30d2a75f4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628e71a5eced68deb88a847fbcf7ec3e9d2d73a84d2582226b3ea5fd5aac7d82
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad00f5f58baee6cd2271e489c4ee4aab8664deb1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280e2d09bb53d093c6742d73a158461eec96a8438a65edd53de95a9182955726
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c8f560a3b425d1c765504137f067e90e4737c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6081f2fb7b7f0d1bed7125a00847a8848d3e6520d06cd420842d15af9688e188
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cba9967a142d598da0978973fcb4394ec35417
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf1f9349bb8c023746269acb4967f9358bb2d6e85516a597f049e8e6ee5336b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb3b7220cc4bb3f5a9766639af875c08b06ba32
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361dfae9b6940474c955e20d35f703c7e7f20abc6e6ee152aa4bab357f5a6bc3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191c435000145b2e7af25f134edc4c35757bbffe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492b5a997d5ffdd942e89802d248a6eff7701712fab3a8c4b435f61f36d99d62
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667a0bdbbf8724c0edf6c86ad8ed2ab8da9fd838
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca343b3423c6ec50b7b7ba0e1595c398b8dda121d980a5a382dad1002378013
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31f64305f6ed8d80572a3ca892ab7e1254c8770
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5918d20c43fe17b7ce21923d445eed45ba00acb3d4ae83fdc91347827e60934b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20a0db89c8a2d04790b5a3fb7e4f52927726717
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e5af8561ae13aa00f69ca6d0ce9385de9bd2f1caa83bc15cfb9ccff1272b6b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8676e34350adfe097a44f2acba2f2917f34eee29
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a425926a0c00e6c3732e4c174ad2b4db5425d569b7a0eabb9603e233ec1f7c4b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2baf3c7073801a0d8bfc7d3a36bd92f7016b74e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbd700cc3b00f86bb480c35df7bace56f85c144f13e02a7bf736027c7f3f1a4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925143ea0835fe3bf981cc0258d4eb7c5486651e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542e375de68c96e639009d4b595f9bfb17fc28a77654a23ac398d8ed4980b479
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06d30ac7f8812252d451bea69093cd273f85303
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2152d83e7ef713dc6cae628d90824cc07fc4fda812886e00186bf70ac0283f48
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5ae7d6fa377cb485a8659ae5cb251dd80da8f7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62af6771b4200b1becb8001553e2455f25ad66903000367c57793e42d8592011
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06f9132485ab9cac08afbfdc20bc6c07411d720
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a66447cb03c93dbc182e15d1ed0610806f5eaec08893ac8e0df536d2cc3588e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3c9e885963bb20fe13a42bf63ac1a7f6b37045
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2517a7b98ccef6b01b8e884ed9a0336e62d02897a02aa684c34a25dbb9c96596
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6d10dc7cb20394118a39b0845807fdb8063f97
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99108d9111e97dc06bb74a1314f6370742e8da77c5e167d4eaea7d11585cc07
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3537c06a390e3257f4422585f2208652ef65425b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1572d74528613e69434c9065ef4b37b409111d6b69068a719ad5bcf26561819c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1a4821274938b5f441651805c73673a55848e3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d95d9f82966c1f365771b098818ac128d1b8351307791c59f6277ac1a71fd7a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199824e1f1ac5a8773a94b1bdad9f68a3e6b21f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12b78c0274feaa85f8f42f4fa84b9079974585e41bd3e04aa5ef9fa52784438
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e5d16cb34340becfd39d9e2afa7429f9a5d1fe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c930df88db10363a58d151584cc09baff1d46d892389941a0ea42b8b5f9c96
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e333ca156def412fd979d7e886928aa830e4a9ce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a83295428d39fc8d3d032643d5422fd8cbd77fbae27d621e435e25a41349c1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00acbcfa032008998d1f333364e6889dc8227997
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb94328409a46ccce6b1d55f2de8a725a46ff4ea7a939def9bd0769d06ca637e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a452a9252c43107fac096751fa41de97daee2e2c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9786735e4411ca5ccfd06175a1440d25c83399a70041f1c9de5f4a54cde7b875
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b07c8c267381b18156fb1db7cadc40f116caa3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2208faf53c1643c71e39de3c7ec95c949753180a456dc31908a6163417f20e82
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2024d49da91a9bd3b2aea74906f4d48fc5162d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc45861ee6876cc1182f43ad5dd406d313e8e4ffd6e60aaaea9cf7c6c75eaa71
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a560ed15fe25805c2d92526a2f58aca5902ba5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a7ec091d00a60e781c9ba1a8472a8aa256c81ed9dc4d1dab7b0f499afaf59d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e462e32db9dc9f76b9b830365e35c09a52613c77
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f533cfb2f1ab49eefda0acfd98ca7698d87c13ff31a03744139cac0f9a993f82
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6e375cdf4475226ff0044b0a78ceabcb0a441d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f343976678f0e5f9eb025e64d1e6cd0af51fa273ac8e9ed8c5cca8d51e5142
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d33957b620a9661de79ee0ffd62f4fd41a39708
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96efddfd674a06b30effc5df6d995df0be194908a36abcfc5f66858155ccd63
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9cf852e0b1dd75c75941f3fa415a742315a041
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6050f3cfe4fcf3d53859596a0ddc1c594bbd3461ca49c7b6fd24b524717dfc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba10c1818edd695608b8129405007e911dabc184
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ba25b574e96ef5869b611943c8e16ce8c2f88a48df908955a84496c337dc4a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb384d854e95fff89cf1a3e2c8ce7cdf057d45c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be6b065c3f51c9b64b3e93093d78536495f068240274b01dd4588105430afad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb94790d99607a355d9e67208457c35195246de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809aba14775fc5423decf86dbe13b4849fabf95700e31c93e38bcfab54607f9d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688e9ceace7df95c6a784ab4200830929328a866
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae1af75e6f8d9352e80f45f0f4e603929b0bc5c88454e12e9ce629e38881bfc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a3ce094ef42133cccc95451360bd6c1fe8d0f4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7322e6bb7fae7173978f7ac41e80d54b7511782ec2121eb11c898e3f17713a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d5a837811aa781c115fdc4b0ea8e4421f09c9e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3feb8ada0cbe7f27e3a0284b0ab1a56df3fef66b1ebcbfa8cc78ff31931fbe8
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784d0bcd58bf9b9caa0b6c04bb0b2a2b5c292ef0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9febf5dc45caff681e8252eb5a0dd540b84cbc4df4f1ac3b888bb269172a69bb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f5ab37749a8271f21d4b71afd3ca3c189f7787
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55959db125bc0a436a8dcd0cd745359072fc91e0f6563987b082d993e016ddb9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4616e7baf64cc273eec7db41194a53c7267e385a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108133bbdc30b7a57a51a3e76559d3a0fb9540957d33ca0f882015a98de49975
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e095d740ebe635f97abb939124a4eb603a2d967f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034e17b1386ecb732c8cff7e4dd8dbbe40a67ee7319aaa8dbb6405ba64063adb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359dfa3faec89389ee01c397a65ff41eb7da0c4e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74ba8807ecb5d8bb2dc61d4f5493eeae5616799e6f2291bfd1b5e08736d1721
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71edfc4f75b0387e2b3c3af2a45f49d869990630
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6a8fa28789b317bcc87d16fee8c4ceb41500633101516f4463f07d6f085fd6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7626a249ea89dd055672de3932dcd6e4ed823f52
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266cdfc6116568b280b7b16a71415273c406d6f501be377f619e815f3b72e6b2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb3c918563ec73da539ec46e8a495711ce9c8c4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3184a24ba878dd7faf8b5e51433ab90311fc5fd6c7254473df564fa3eb4f33d3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6802f15cf556db758fbb02c7491a01edd6b3e1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0440fc78c844064deb62bbcbb2cb3c9f51026f7d7c57f5f1f177c1a65a4c1491
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d794b4a4dc0dcfb66ba799b4315e8ee5fedef241
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a464e506387bdc715a7946a545ab218a090a124d13015106db1b798b2c93a61
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a8ea93401714ab7ef7b79e4d09570213c9eb2b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f00f250cdfc7f833a71ac9df20b5285ab9bb25581ea71442b6f184cd5c613f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e049d3c9196d251c34cb96ae4d7df63f519de423
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce17f9b03967a0ab0f783346b7e680eb4e453dfdef96208a04e1980677ffcc11
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a1fbceeec666c576ece63c07682e501fdc2f15
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bcd0b396e9bedf62842d6571596c988f8d3366eb8c66f98d6ee995214e809a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b6925ac2b03629c478682eecb19efeb3940228
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1134c3b85660867e6de74749984048e4e3cd9b63cab2d18ffc678d22f56a728
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0010cf6391447147c30556e422b5ba004240c2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da308f1efe52241e4b347e274642152cb99d0fc2045ba3293cc27881ea39f419
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a4a1c8f7b7022881cdf8d86b9fbbeb6742239c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53882dd7206cbb41553fc128c013bd4bf0793971700faf3f4599bb823bd1a2b9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb063bcd0766dfc5e7a327ee302cba2febf03f0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c5c2a3f10040f02e6b43494333532c1f2cc4ec1588e757296f9bebe3b8c7a0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544cb2b99169025c159b1c57d412df1809754bb2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d727784bc62dde1a1f26a884687f4ef447214d232fcd12c07dd425d4f718aa6f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7101d63baa05180ae283123e469fc50bbf7beaa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539f2c3003dc2809436150dd895c1b82b465a562ddd439e0311fdd2efb5eabac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3227f6dc761dd848ba2de6b598ae11b2a7f66bb5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccecccfbbddbf4a7e160b7ffdefa01546ad3955ec5df7780e5e0bcf4783be27
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39baf06af79099ae77348ffe4ed9f728ce7c799d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d244627952ad994a45a1536b81a124dd3562a5a402b3d16e6f6548d87073008
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86aed84135950ba90bdfd93b11b53a448e86a628
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528de65930b92266cb62dc367e7494e06540cc6928f60a024757e0b2194f2aee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd684039393b875aabe502bc1a6f51d6940aa95f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6c0c1d891509f84a945e25a1ea6d1a54d19c0e4f66b992c419c6d927a9e63c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cdb68fa095ac09be107491fe31280cca8781a8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d359dc7fb16be4cfa1263a13d739aac3b8d1d01ef6ff57a2df80f1e764b1e4e6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828ab585f226138e242f70f24dd3755e1bb93849
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170e24155067efafea0a292119bd599c482a5c2aebf519a7d62def358b5723c3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc50a5d22c87a148089d6aaa9748367b7330b9ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf58dbc9f9b880c32e244e33189130add014c87229ac8bfe1a3044b92e48c22
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44ad83a79ca72e6de2aea19cca3e4d27659af23
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da891f0459eab404c65f302679267a1abd162cc6e00d9146869378752dd7bbf6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3461bb30ab26e5ee77bdc4db1b8d6d81995d18
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3354e9dfb2fc1004aaa79d28cf2257d6a8e57571d17aaeb1909c32e3167b9131
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e26cbcaa286b4680165298a0d3c45a40887364a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f9726cb26db7f1e94e34fc8ef5472149dc0495c59c15ecd747e2ed5b0fe1e1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c6dab9409a8d6ac50f7f115db2b3f7093596bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac01288f5e6849929974a486094efe774d09f73bc8f749e6aa91c9744b0564e2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3871cafcc588b13de5ac70f2250beffa6f802333
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6a7a3d3c583cbfddfac8137ffbb08b861d0218f553f5cf4df26c2a9520ca15
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4e257499e594ecd56e9fcc4af4bb4ae44f72e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527716bc0907502828a1b0748071ed640eb2e3bf7541c9fdfb2a19003ba43517
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020d42459cc7a337c734e57de6ec1ea944040904
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58223f96a80dc2b81ca7dba8c7e4323b99b48d623899d4d1b86ba797d9505af
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adf27372a171f4fc7443e32e5daf4a744279c68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b209a43a254bfc123f60a0c39980846cb23b11facb21ed0ce50348436f68c181
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a2b75c1db1f98438708c0538ca7cf1a90f62d3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1715ec128377712d33f2fd3aca4e27e4e554cf10fe120d1e4117b76285d1de7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae85cac8b2ae93ff1746d4fed9a3bba6591fd6a0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0543b554aceccf768d9f070c8ff3d94c39fc89a77b79dcb32725a26510c167a1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c53a7f00aed813d0c4e9e124342027dd72e636
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b865beb4ed2de5ab858e1355cd2a3a1598daa171fecafd1bbba028667ffc1a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79788e8c255f338456ef13a127ac357d314d62f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc16c0cae912f0cf05831b297de430c434af8c30d7bb757a973570618d53ea6a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561e2bff954dd2595b9b53dc772fe9873768df8a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65cafceb27fec3e85ba56084c84e43d1990cfa213f1633d8d2ee79b52f61b48b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ea989ce091df5684cecee951860a673dff6833
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d62b359e68a5972a414512ffc198cd7d42b917847840d54fbcf1564b170f67
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ce8c44506134fd6c97a10b05cd5ff291db001f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f129312a7f6bed7a1e49606999456680d7ab0f8e1ce5aa802c48d02b838e200d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f63cfaa40346065a7794d86e3cc2d23de7a135e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afac8f36c45c30b21c04711f618316dffba28a8dc6b3b047d3cc7f424739fb75
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9acdb05463adbaa71cf19ae0da0f3615c78eba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d867d99a4bfa1906d9ea186c4492c2a6cc6577bf5456aa08f6af204e51236833
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cbf7d2839c4ee814c0b4399e9d92e9edf4275e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09b98c2a156cf1d29e389e8776380a7f2acf02662402cfc93b1a3d4967836c6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f65ab0b6ba41f4565917c71ba115e57a63c8f4c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04bb9e9c19b21a4caa7fe6b7772ecbf8c979c050521378fdebb8c1d9fc49e2c9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd91c8db7f85971da350fb34e9d8b00683e3b86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ebeaad614c048acc18d584490f1932dfec30a7a6ea2d126ec1219b2a70cae7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad74d3217a961fda8ca0f49d2cea17ef2db898d7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb74908060cb65987d9c535e88d40b77a98b16ada04de38da61a88b319673b0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3663f8117adb0eb98a942f1e33a3c3d91887185
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553bb8392f800da20bac57e4e2f2f16260e36b827b00356baed45daaf51984e0
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54727621bf3aa0d675df0c1f712c3094a154cd31
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993277e5de6c833a6e808ea8fca14f60299fc476ff7497e36da10b9f33cfbd7d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee886183c067f5b6788e41d172bf2e663306d16
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f1db72b4665d1cd6123ef58ae1de554cfe5464937af471cef1b3888d85682f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b5e6707919d1b979088ee7eb6e9820d16ce5e0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a63a3fa5e96a0c8171fc46a5c2694a42034df5ba28591527fc78e2aea28f0e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a91bf99057a60b882f3d6cf22ae591ae6da3fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a534c068dffd62d211fde0f63dddb92658a78fbf91fff70e6fb8278b5dfad44
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e037ca85807a4ca6f4ec6ce40cd492fdad65a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0552c69f2fc08fbfde2cc23fe19678765718ebda1807da0df26f438e75a78048
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2477eebd3935eda8cdf9fc015eb0f31b1386ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61976ed494739f6e5b1499333962cdad690f869c3c76f736a56e94d12b60fda
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee4df17bcf474e6b102a6b7d73feb5cac5eaa9b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6745bc0901505856f028141b1caaf4303d31b4e6b83d8cb316f9c682d711c78b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cad525c2fa9b992fa114306d42c40a5a3f164c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102ffe79171464dba42ae2779b0154a6f7d3888402f1f861233837b372241048
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ed8d5b7616d3a0b69fb59482f144bfcbd93e0c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018aeb5bdfaf0bd2bdee50595d76aaf7941b71d2eaebf0974590af5b6202c950
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b3821a675d64bd76595cd3ec41c5fc9569b038
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abdafef3be2f3b26828b945446cbb99c984a79ba0db94e7edbec5354fc44f5e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e0c3396374eb2dc07678d81a2978de8dd3cbfe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f375ffd78b6a352261048d2556208b00d78a28d84672ea2ad9f61058ab7f06
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14698635de9f985745b7fce51d668ec5f4738795
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af76a928d4da9ed1446de90be9ddd27ed70a8ae5114d297043d73d86d3c4257d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b6bbfa9144167fd06f4d9e853f4b98be47a5f1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b7892c636298dc5521488af01b143b11f4ba70c8e20dbf353949171c380a1d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c747a66e4a69b1a37ff3a52fa3601b5ba472e40
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b5bf77dc22364a3251ee787a3fe7451a9c03969ae0957a8d07a1062783db55
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402d0dd46f5c69d525e2fcc99cbf19bc6e347522
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e21739f0ebd95f3be960686db37266518b6b6ff389ba72f6cc0e47b19c1921
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7aecd0aef808adf6c9ff8dfc32569fb8c2a48b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b2aa75a4b42b66a08250eb9241a9cf74037347ee612a4da2579cfbc8d2e4c0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff829dd26da0cd83945500a9685ed41fca604df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4a2a5de2dd4f208bf15f0d090f6867a49ebef625da70af55b3bdd85b8ee330
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf9247613249940a6dfbf5b24625292c195b834
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4e1500d2fcffdb07f18f281b7aca4d930ca81b9c62c421c68b9c47f0e18857
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80138fa1c3cc86e3b82488b20d2dc16c315026ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164189712fafb6db487ffff767524295b97f3d3abebaf3c875002341e6e8b31c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93102fae1011d35f3e8a5579a87fa09c14cb70ca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70c59cf392037ba6ee166a5bfbbb491f28c16509039bc8d856c7b6935858e75
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcc06841595dcac5c14079929ed2575957df886
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc14a21504a8b2e97beb46349e4742a89038d1497fb959d972bd68423616776
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fc347f2b883e81da5768fb687f0795ed1dc9b0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097ff5366c99fb44d77ee30ab2009bfb4ffe9a24ba540c396db83bb7298f467c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6223c0394f983d62bd0aed3e40fad95856e66bb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce7bd70bf78e171c895269534116507016151a03ebe706c7f2b45885ec2cb15
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2090d96a7dd3627c55ce0d7c9dd7c11c9572e27
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3bdad5ceecd80419c48e9391f1509e7900d3103cb50173e2100de42e3a1bd3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd79c506943ed958a3ce53c5f75ebe936947f36d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523972b160c9da8888a74f2909a253e759470b3d9fb917fd9bda622f3a7cb0b5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43678937eaa1434172c020abeebf2c0a0ff9427
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6608d20ae450875a68a4c518ad52040e0ce1adf8b41d0311c57154f1b55a9a95
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3af50cfd7a84ba93becb7e3b826e47d5b35bf3a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd3410d50dd6dbebe95bf512e9fe38cd3e2277b6a1a21e25eb88186e0c49d0d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264649783fe8ccdcadde7a6533e65b7c13fba0df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d891201fd1c314ab78fd80f08254fffdfc8b45b1a59eb34b56b77552f6a13f7d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947519daa0861ed519264fa3a272b0409c0adfba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c797b0c91abd34f1aa38513a6e97bc1b75dc212cb3b6e44353c505d5f4c68e3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0bba44d24d0678d7824cc42102a83a94ee89ff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa0b2817950168e310302afa9b2e9f9fed71fcda5121f93102cfea0be5d07a8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4940c4cdaf593ab9b170245921870b2f5a07d92b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3caf48d7145c4c057102fd57eb18480651ae6c9d1ceaac46a8487b8401f0de
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2159645cbe7b74ee2144fd3d19785058de9d6395
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56609a79a913f25548d87dcfdf9aec486f17d60ef70c77d7d80325032dc82ee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e82ad9f8566604cc56544bcdfc0a93abb51bc64
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850012fd559bbc6fb950ffb56967d58890293bc74405e87bf00413db2dce52af
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de494f11f7c8a28c1546c791533580b1bc00606a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c57cbce0622054f4d31f90ea8ec61ab437c95792c5ff59ac7b95a9118bd1cad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6c2685919e427ea811a5fb2170e74b8ed34ded
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6337599e2514836e8015e3bbbead7786bca9e3a61509121cf64470a810cdf945
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749e635274cfb896b9e8192cfeb1bc96df211cba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bb6a7a02fe0a04ba314b4d92de7e6c38c53c593004a0cbee0575edf1347d92
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6370a559e7d0d057a8797d34db274405ea3764
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fc8bb30fe28ed247a5d54be5139190e431eea0d6e8b4de158035faf546a0e1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd6959244f257f5e37a7f6c12b3429328b2543f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b91e5af787e994fb24b907fb891264fa259cc41c5a0788e887e0867830298d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dfca2dfb6cc8f01d0e2f5fcedd0565b68f16ee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9490c7705214120228bb48d5b5641c689f4fe3c21f728bdc30b633ee15c245
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee25e371311b847db5458a2df82f62cb804da68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10205d2690077c8a0007e627e19c6f556ea52f11024ed6f5a0e6222b9009e534
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127940d188d64fb756410f24ac917a997742e549
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e37fbdbb7f6b20ed402c8e86d19734626824ae81da2805972d0789e0f27e36d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f34a0a49865b945824375d9f105dc1eb310d7d5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b24205f66eeda50bc1d4ecf8d102f3ac2d870cccca9084721e43a603dbc39f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e7b502155573ff041b4a39a3716103f15291f0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcb62cd18ea20e7afbec16fc1dd9100ce4aa84619bb772bbc583d1a110f5e67
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0ed974af495462099090f89c4994bb8eb6f1fd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4ddd0da88a5299cc7dd0f3341fe57618a79fc7da37f1804124e064b5a7eb85
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7371bbd3f71c190667ef7ab4e67477b11cadb2b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372efe375610b5082d498b185ab6a8fea283074366ea92f036d50199c669310c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96e9e4cb6063388df59a2ce844f2558211eddef
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7eadbee102a164d031f2c487a623eacfca6afe42703c9ed9975d1ee47822b8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8b43f6d836e969698f678f35dfea0465be0a90
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5f1e81aa120a5481b4b722c558b925475f0886ab44e01a86b42068b2af687d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42e63c06131488cb9fabd0933f04e0680ce884a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59979418fb20a84381b0076a0d1f7525074478f03b8f3077dfdb822252fc103
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a6591b0d42719029721822f5e96b9796e83d2f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6e640999409fce3c6642b58fef6b4fa4b020728e06a4269a6c1c5429bab60e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf8bfa83087caf3f6ff20e7b5b8f561d3687941
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31a9642fa7a118a229be6bcecf10a1e779286ea7d15b164f8e86e5b70f0c3d9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2ae5fc121e847bf4aa7c1c169caeccac917c56
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c09fbe6b2a8d7c6757ae560e13e65790a8da6b9be404c1ab862102d3b90f187
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285299151b9f76a99439941a4b7578e937fdeff9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5ccf3a8a9fc52f524570ecfa80d36368e3f4469605bed62f4d1184f13aed36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876483a747651913298fca090ddb0e1852d0f2cb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3133f976d9ecf755c2d2a07d263146237f8e7a3c97e4628d8dcf5036d02d27b8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1012638bfe3a9713f8fdd7caa790c996676e1b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6e59b93b14ed2b9ab81fffbeee627763d2d6dfb5bf44972d5afd65924a4f29
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eeb797e9b413dccdb86de781d9bd329790e15a0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42cf119ee5cac525a9ccb2f1e0b23b9c023fedf006cc830882b8c7484d8a570
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac66750b4ff0e98420eba195c3bb0db572b8d1d3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8948ca37bd19560350835cf9191fcd3f3850577917be91c2b6b5421a7ef6fc6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80768242cacabe51d31bbc0ff0d7f31574d52ad
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e37764ed7a9434be504505323b2ecba77ff124894556f8481e62f72f2144e8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274b0b3fb106a4ac45d26ac510e31ba2ebc7377b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d422f969f5787494c44a4c0b581b61ca1eeb29e123819043413b3708f7bbcd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a1098f0b76c162eced7cd2b100b1e8baf7b92b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e59b1c02279c8d8ba3e056856b8d8cb307caccfbcd2f1ba3655cdfc05e1ec81
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4e4ca1b61369eb5bc937eab197b310ea27512c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b269a3aca544163825ab323f385b6fe26155c6ecbc96fd6648e60839b88eea85
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a88d28994306ba799770b898256d516aa9c574
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999ba98961ea4a057e3a50141cde1c7f7ff0f137c43cddedefd2589334be6b81
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d58290d539d47a04fd510ca2c90dfc3c2b5024
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6729a9e5325e75bf011c68a7febd38e3456a911ee9cfa49ee6ea19cc22178b0b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec434b2c0687f20e874d8ae42b67aff30a71948a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead4d62ffe28a6eb4105664815378c75a95b4715b987adaa7223a5d7384abb2d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166407ef47e3b6403040b48d82b798a456e2b5b8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1452b4e222b1ba5257429e70b14eb00a25061369aa3164eae8a319125681cde4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d1f9e59052ac9273f8bce3d7318325f2b56cea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8571eacd50ae13d4de368ead2c53e6688edadee3305f8d8aedcb07f2059930dc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7679237e2618493f40039f5c1c4cb4a7efd4eb20
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4748674c365ea17a5818945caa164f016186144b194ae92adb5a621b4382122
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ca7a07dc51881e0ab4faa9a10062f474347f84
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa4b88285c99db0e4fd97f90a1748aa97f5de7a8be7dd300b9db849eec36b1b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6c289fdb5a87adb67e86cb20252cd5519aeb92
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f08854cb94b5ecbbaeb4af8f8bab7d19b6fb6238908f1f2d432de410a381a04
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9edd48d902e396160b7cd8aa6f2cca062e428e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f2e7863ecb313797aecfffb3b47f28b4a8719057ee355a87d6bac34b53366a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f94386bf746c8162512a2945add427054a3357a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995662a299d7b686cf5b60b0dba1ccbc9cd2da1552350dad2e6e15c93ea0cbbd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a6ef150f187235383cefbcee447ea24c66af33
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd5592030bbefaab01007342750e91eda7746ff76521b22198e8e65df34a238
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6701c263fabb827fcfbbe47a0068b3baaaebeff
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee00865dc650b01b16036df2886cfe1557fc71aa7e543a7d7d00f5b4b46d931c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab3c4f932ba58cacf58fb0e8afac245941f344e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c1381f5fe305062520d0efc157fb195ca784fb269285c5da972767182a4b85
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc56a28bf8812d6554b0772fbabd0c7a7e4e0e00
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a51d258f8b1b90095728978915cd1c492d6b003aa618555283347fbaa0c7524
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3873a0e7a2a934d9075fde1aae95a4d67f7c517
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4729294cda93db2d5d8afb1aa33c38a63162d9ad17c2e089c5bd2d091298666
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4675cc0e6ea4a0eb72a881f9872a3d55498c4ffd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561940c31a19aec05e28936ecf894e865a707f1b51610a169af369c599d4bd66
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e8af84034364f5054136f9e2bdde92a1611b28
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47699cda22766ee960299fd3e2ec3cbadb8bbb61186a5ce157bd4df9a65deba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc383054ba81390b110adf130c48d1217429ed8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268af615e56d9d082024669651eb7f946137a63e42a8b840142f41a95c6b1093
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135eb6d7d2abe02cf1e5126ea3c587a51c74ecd4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9398f9d60ef44ae4d16290fbd9588de6102ea7443499b9b9359115f8fd333ef4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd3552907a286a6a998e8fa9715f092a6cf845b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2db333323154fe1ca0dec4565088617c23cdadaabd5b33a08728e4e4fde009b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a56c4220808c75461ea02f898355e3aa1a89713
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c991fedb9834864bad78d51c897993cf3bcd21ddfc5185bd215ed88abe1f86d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009a0246efcb60da12a6b4bfa6f7595e0c16b853
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ba0c71a4d6618d44a9ea5326949fffe5d0cc917ca67d575eb5c4dcfa67ac7e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e56502535e8d6badd0398ca24db5ad96f8fc83
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52a31b50d3fc7059373a772b42e78e1b8896cad7fd6a6e5808a3349e7d052d5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c85bbe12c833eb2fc9f271a636d05506264a678
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092b1c527a06a95732bd90f27a26573dbfd7a544ec38d73756c35ea69f372b58
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a24ec179ce0147d60acb8ff9d2db48c270905e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af81a2ef3eb578dea338ddd0eadcd4ff4ad1bc945fe90ae05a82849bdce4fee9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208fc31a95de2fed50c2f1ca1429362aed423517
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd324d8aaa772b6ba721c4e3825fa1d3b48e939d935da8f7b4e021724a1dca7f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77128856b2b01b4eb2f82924e69af6b8d84e724
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb71877fdc87b2f6388406e6b073ea869f8baaf24fc5f601b5de0ea56167e94a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0dee2862675676e2b3211f39385f515c9dd58db
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f18930860a51cc3c4f969fc0bbc7a35967e19017f82fe988272304e02491dd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be170f4556cf8b31323bb1af85294ba1680316a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6226782021f6075a6d7ce01ebe2d5ee0814d75425d157b120a2cc317734ba0f4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a420399de4c1bdab471f81ed087a396d3077cf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bf1598edbcb09995ffde6577d90200bc0ad8aefaa2de46c05253a6deff9ea7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c668042d41f0ecd18b1048717c05c206c92372
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4a47c945c3a9de3a3f100bc1a24047f0570a0e66590001834a217d5fc8dce6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ac7972cde8521a81e1d898266e653e76269d21
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec27fbaf45dcf8d5e19b47a476f71620e376a2429e819d816f4a9e3c0f0bd76
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639208a18b82cd67006aae78411f7d0011c006e1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1ee0ccb1e0d6966343f322446f421e2f4e6e48481eea45b527b90f5b7a68e4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d44b2fef1a53280c674a4db4b5f90dd03028162
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5295439a01fec243de14930f0c9574edc57ae0b92917f2d0ecc00d8e2a90199
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b95a90c0c47168979ee2f02cee96da20b1fe21
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856763a7e47c8ff9f070c5a980a55507f8d2cecc64396b21134346d82149b35e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fced9fd476197b89f5f4fc4d6f094fc8a7ed4b09
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c0cd3d04e4cbd2a7ed9a1903ff6c006f270153ffa1e8705b358f9d81e70d71
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0049e504394ad8bf4caea3526629715ee732d2a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6131d3a7eeadcc98aab10737337e3f1b70c96a61db3ddfb5611828600714e595
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c37f2813fd0e67b17ec8a44a7df65cff51f5a7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f81a26f9b1acb6605538fd2305824beb8f2e105a9cad8fd2861aa43721824f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19ea0970138dbc55f9674a9df7e872803eede7d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b61e60dbb2ec7120a4dc872cddac123c32467745073cb8e70ef7533886ddda
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af55ed75acca4aff9799bd49ce91bd5b711c27fb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aba368106748cefc7fb050624c6a61c643e3238aa01993ef438858bd53cd3b7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0dca3c89710fa7fd67e6392092f64b6f9480a21
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfa9f186d0719ba99cd09743fa786274336699640873cdc3c3b192ff34eee68
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa005e33886f87e3ada1ea13aec1ad8ee80c7c5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874389232ce4fc3103e98a0c6d4f44aa37be0114a28fcfd99cade5be07109b69
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f489e027ac60f15fda215ccb367272a343d0712d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf51529cb5c25791c4175af69abff33da50e6eda29863c82ecc7901c691c65f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa593cdf8b97142c875b8404f6a6e4fb37497150
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9092ba8474ab7b549aad0a1f09aa75606e0027242f244e5d59d0f24351b05b20
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3e0c1df5848e3392587d0fb0564f5b6af5e94d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53d7c5fb2affa4bd891c55e073ee172e0bc5dd765c0b1528e36721aa320fdff
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2dadc40e3c0e07705969b11d9a13e727eca2e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1e899a6fce47ce9013d0e18a614eee50306230ca6a182bf28c35de7e32a5aa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed6ee8f692c37c07503006d6ade579fd7a2a692
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d26ed3d0b750ff6ce1f3d9b68219612a09189c28f0360d22c588c610aa5d1f5
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a83358da1fd299b8ba2eabbfdc963f86699af7e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946ac1c4694841eacbe752e2e835d78b912615c61a5cc31c83a5cb3787b07489
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a860b236dc06d95ff03d5077eedfe57b340343e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c854e63e0479e399ee77a6ef329241f14b863e48ee879378feb9438bea0406
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feef54d8dd11ee284101d6f7f437d81706bdf6f0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7b61bcdb1a3dec9e00d9a447c391251e84177a5f7126169b872d1525c44e95
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4516f074d0b91892abb9434b5a69b0e16f566df3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1f1ebbed2593eb1ef852342889e745a9b089bc6492cbf2f3c8c72bd22eedf9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106b902b8c63b7a7badc466ffd1ce32ab06701b5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012f776072570e8e020be079b367f624f54283e8e86db7941c5cf8a06906ad2d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eea13bda7b7737a7378e900616fac341736dfe1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef7822537986295d473854aa5c4a58797f83ea59fe2d016dd0cc7bec7746aeb2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dee2b1a84709d26f260bcb20babc792e5303801
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16340abebc69375901f629ae0437c584f2bf9d4468252064c299cab770043907
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8545a1167ab608ecaf75fd634fc38fc20842741a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d111ae9f31a8b6fb4081df1aeb7f8fa5e9b4c0ddd6329bf1c3b89e63e79fa65a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cfe5e94e4fc72994f769cd6a6e8920d6f66ff5a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddea2d87524b04a0c47d702051e333122f3005c0be80d675efbef9e9b9911b2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa47d329d9d92dbf64d365b4cee7d92927eb33a7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e114953f35f2a660214223c37f389dad8e09163318128539d0bec4dc90e4ada9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd77773d24b86ef2ca8064f43ba0b6999107bdb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670ffa5a1140d142684a3ce51040653d0e395d48675f64059bfd688b5f348fba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a2db274e3877693e36e7c69634f2796f81778f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6a70a18020de73f75ec1690689375a3027e8380342fb1ca6288e6fc9deff74
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d715162d02e16ce94b6a5349d71d17c059f989a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0afe79b2d932d4dbb9e53216e7c903d0ee5ef80d180d7c58a01fd571ebdfcb7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b45bc746b2abd9f5b2cb60b02d010b382165eb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14282620670464b707076b6c1bfb981c985c4cb118167477f55f3ae90a63d9cd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575d059cc75e194d5e4acd5817b9315b1444b239
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dda932364ce48c1059a6a79e900c2a06b96bae7e490ce118268d9f4972324bf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa652201a90826c0c51e23d98ca2a8a81427bf2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c2610073bc6ecd67a27e9e6fe1c88c82d80c75be12847a82691b4b9e3531f1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0448068543655c88a15758df765e2d0da30873
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fe28e65c9acb211bcc46dac4c1a28b8c074ca9cb55c4847cf00a44ebbc8af6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32cca6158a510808b2ea7f22903bef4a3fa321e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3502daed08713c66ebcf1649cec538e87f8fed22c916d4b1a7a60d4aa9410885
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9a875d8201359d71e230f7474f23b8d8b34499
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666693dacf07a0060eae5fa9070a6913fc5a0c7088fdfa0b99bae0faccfa1a82
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1f48f5d601f29cdb780d928f285eac9cf7423a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2177c42a5bfe92f4dfb09fd9891b2e63101ebb7e1dd61f8e9b31ebc3988cb916
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e57d03634532b3de8deb590988262ba5d4f090
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a89e93990b49a1ea59a11a976b99a15fd8af9daded8617c827ee8cf01fcf02b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327a953e0f2a203a309132e2343aa6d6e3f9391c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586b0c530389a63fd9e0b292bd3485f61aaa20bfae0ddcc1df7f152df42d1185
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2212b3f4715bfc2fd218d401bcda990dbdf6c1d5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892a5a37ea3e52a6210e8a3b893096c152229207997abe529acc9164568d4cc5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafea1d3212a3f9b0c33796779fc7cd93a16f475
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e4c30cab8ffbd5546cf34fad3a9ef5e9eb240291efad94896c7e2251d70b9f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d006bf2effd135b581355b62e66fe9df286b6310
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648ac82ddc21ca7d5cb55682e6030299cf41f34503e9697eee535354d8af49bf
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7442b25288ad746c1cf1919ce6a3ae00127fdea4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d5a6e95309687c86cd0942a2f326df4572860a79e30aa7943ce184dc382f36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eed71c45258bd0f4746f46bddf77c547aef9460
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391d5f756c1e5c23e21837d5ff2517a3f6866c0d3accd0b0651cc89bbaef6886
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b671247d51efc80498f54efa574b4c1833dc76f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1915e2e958118c005253dd390e84e194123562dd8462a4e11558ff00e67c9ee8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502031fb0e6ca297198323cba836d3dd03bb53fc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e1aa2eca97fa6a0575b626939a0cecac4c99006a177291d8a64ffe0ecd4bc9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eea3f10e25fb65d38b598679a604b92f037fed4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdebed4739cbbd44e6428c408cdb8d7b95538eb93ce2ab8b1bad21d254e90b3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9df9ab2348ad09cc2743fa6235ce18c8c176bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c487522979b02c713e73e5f1eb92c2fb41e29ae8af57b0e01c021da6c138a094
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ef31dd20be23f5446e336ee73dd4ff987884f0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c971736e207f0bf88f172b4fcbc75d13722c16acdb485054cd747e5268ca52
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6d349e1e7b874c9d50add551110b7f379de988
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ad05a90109537adc16cfd478ba2cd3b83c86c8de5bba3922482ede75c62ff1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158e8dbee7f33f8b2aa2183ad38d0127d17a0a76
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b688a516eefb6522d789b62c845c8b1a1dea2c0c1f81060a1050e9cdfd2f5f4b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ab3471dfebc826c279eacd5d4640e868b0c552
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799a93bc0b61b794bb9c76fff7dda0022cc17c650a62c3b278ffa8833a5d556a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977b2e1b7be6290cf23e2615f26d87ab6adacd45
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e3176642a3188b6b0a7b4682710d9b8f80dd0a09b57c307bec3e3ec9a51de8
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e721b58ffd3df7f804a0dc8edf60b995f3877d26
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a726dc5785d0f51572b222fd5a8811d5abaf552b72e43b3e6dac79128569214a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee053ed75a314a3dbdd55c10afce9007fbf20b4b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9f8107993a5858a794c7d0b51bfa8884463f562f820e07718c1d7e0137789e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483ea24c2057e90abea91a41eba303a31c2665b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753a5c0acaace181780c7c0f11570d2c80f2781351fc8933e1b55c7273ac6329
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6056f2b0a632b7d60ccef4c98ec4d42775d79e7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e917dd3b9dabac9a178a3cefeaa7da4ad20fa56ed35c488347ad7152e5a0139
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d207361113f25ca56e9a16473f30f297e076fb8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486a522c29d525cb0d9a7af046a0bf1083b876fc51fcf58ea453f7117765aeda
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2075315ad84d34cda1b4685014a2ff2d322694
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba58787a64d5a547aaaa5186502139ca3c95d5750d0967ea72cde1db7675e70
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6fe12b4efe836e90a22d3708824f8a551a1227
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15975042beed50e3b55c8887cfad2307b4f032de4ec3a96517a0c4e74aab5219
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9e495032d941d49193d301e64815c6cef427fe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a28f3bc74509b1789a64442a39a5e7a6a247758e7af31391dbc1518c9b3c632
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33aa83e04ff0a387656155c8b61697c140472926
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367e230f28e152b1752a4188b429c8c6488d58ab818b54ddd4786e0dfbb4347d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..275a745bf4caa317933e10d4fc33e38f1022ab61
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c02d4210aa9fc5327752ffc33dfb5d4b70f5bdf23caa1f11ddca5142f64d29
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76664d657b03f882b5dd5f931d01d804ff30d62f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db15a841818498742e5e24388d8544145c6355574170ee10a4da558193f2bd02
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffd98dd8aac6ac5143219524177f51aa1e28215
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b50829f796368eb650183d1fdf3aa24eaa807e229b43de53643b7f48045f0b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53aac7a7559642fd18248a1101383680ee365115
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f103728b1888409b827b739c908e10763a0fd64f72147ce09df0cdad95a268
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ba9b68b55bcade3ae8b16a811eb4e9189b7c12
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780d922ed07624b4dce3a2f053a0e04cad5f52ebc4ee01107c4d23839fd1f65a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8371136742330eebb10153b09b74664cc987574
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7dba06af2acdc064d6ffe0fe734c41d61afa117f480fb72986b0f12f78c7825
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec0b414120f2308d6755241248265575608ab34
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb91077cbc3a8293399d740648ecdd8c2146bec18bc9c85e6683a794a2c3d051
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42be4f176e927cd8c0b14f5575dc844cf4d005a2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737c419642245d32d392b0c3e020ed9d09dce9e2f9247a403598bcb4e55cb847
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef4a037c75630da684073bb8eb0ae484b4406e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b210b389344e3f5df5db6ac6bd046846170c0e2f122568cd557e2d94902b7f6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb295b4e9d75231d71a4c01e0a3a08274f6f828d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be1d06a70452fa38bbdb8d22df2ee7d48a6657d1822c56ab980db93da6ed685
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c668da45283014d661acd0c9c57355c16da47c8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5697c4feffc4179a319ebd05bbac901e10c05b5a72b69c6412d8788f93d751da
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f984b138e7806e321e32e90049bda9d79adb9655
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68eaf931c408376132654b5ced40b3d5c6ea2bf097d5629db8e60ac223c754e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd8321ba33f86c4740e76eec89b6958fd2eed89
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8bf7dad3d1b1f8ac9aadae2a400920fa173a2fd0855c6dbcfaedc8b294d163
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4526c4b6559f05968218ca33c4c19475d3e09db7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d144c66e3da2295fed3ea8bc52b134c6cf4d5391d803f8e08853f94effaaa907
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1ee4873dcfd017515f1c2afdda94b8ab36c95d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962970a26e21e2ecf837ee5d7ed7e5aeaad1bd2583f70b4c6741f7e047da6d18
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c838eae7104221f899e764a89f935db88c93814
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecf8c77ebb3e94e1253503009a5fa5379c96bf24a6f3d49748a17916dc7cb68
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029c84cbad81c080f88b70432f870585867e3a11
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1084d9daf6f6c025d5f1e461b25ece8036d20a235307c78f838974e2f810c9d3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2b215fc36768129e4d127dd823e853ba7b2655
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b787a0b8ae4ae20e1a44d192baedd7be856025d29e07fd98cfbd5e8972206f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83786225f8328d3f2d5b49e869be4cb1e6d2410
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e771214be20a4706f9304a325648ba06516308cd682cdc9ff2bee8f89752ab08
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e57ad8202b4e4313269013f583d13e12661b5e9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc18925e422a66b30b49a258507e7d48db56564a3799f99998d097cf207bade8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e451040b872f3e78782bfe4018ed9becf5bb4ce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0987e6756e99d1d8c38ce27e66b3fa2cda5562d5a9c27450ae2ac05d702b9bd8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbfd996fd5704901c36c7addb88a26731d6cb13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1154011cfdad9c700fdd95863dc6a5754e76e54f34c24365285c55ef231780d9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1b7e63428fc06fed7fa9ec1ede5a3d6abc2992
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4225e441c8fe46dfbd51ddb713ad08286ffab45b3515da081a85628b20d7132c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636381ddda55c604068614a9764a6ed826f8a8fe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6623b65e10b80c84acff36aea1b22e2cd211e0ab5ad0d57790fbd72fa81d3909
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df78eb92bc250b2a74931695d099e658e4d55fc3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c500bbc2cf06cef958494193444333342484f35e7cbcd6c87d809fa0f8c528
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b382a16ba6870e49c2294b2302692e7cc567f8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff04449d31cf474cb2b2e68ba0a0cf1705c339802456e1db72ee36e525a27ee
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7317bac05da1b31d08b76841be6d918aebd91a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5813a46c67bf1d120597568004e2131c404fee2408651af1dd4482b905de0f04
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524fa3c231a8338918dec10d0af30fbbada75f57
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3654dcd0fe4747fff574763c3e45a7901a74aed13fcddb02f00c3cd13993083
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec366c58f3d989b9a4cd787c2ea7488c1d4822a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd576322d30503f3a9bef9094f0912c2db41f907df3fe7c7b61268f6ae7bd5c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747f797c75fee62b9bca04347216b818336f6041
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41502c0006b7bcf0096e2381a1da0cd6398cce603469aac790533448e1ea4b83
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c39e266e58a7ac16df0fe67b634f93e0a13b898
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5998f8c778750b7125f286e4aee0401ee0a9a5bcefbb46da61103308cad588cf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747ccd93055915b8597b7a165fe5cc3c97c7f2f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92288953c478579cbe723bb8b56e4cfd8378621b1cacf7884955872bea9b6e85
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9129d65c1e15e6a177de21d15d6fee14ae5fd41
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8e7fab21ee7e0eaca13c818537e49e9d1b04cf77b3b85e59a6957fcbfbd566
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7d03174a9771c8a2eee45e2c5b553630fb4993
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952fd1afcc50a310596d55a2ce1f10efee1126d569f0ca353725b3f88f674761
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6144f9dd8a8569faa20953053b73ef0f616197
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d572830a32afd429c2c1583b82b4d4e258c7eedbcbcb0f141b09061a29fb4cd1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05985d08e3a5caee18dfad965dd1599ba9ea2171
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c566ad1540ce2a195c098269f60130cbc01b995900490864ab52490bdb25d8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ddd7e0a3b5adc2bfeb5da030d25593693ff22b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbae9758da430fa3c0cbde32fb13105a931d260161660e474cc718781ab5fa5e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2e555bee26ab2a54321c102fee584e2cab151e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59446492af6438e650cd7a376384ae9e433b5dc00e1f6018ad30bf3f6da3bb42
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b0a9519598ccc250b4fe9e488d36a2a5729490
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792310186683370f6db2e94f514beaf0503a63c70d91c4bc04fb8932e22ced35
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bc5578171897b86fa46caf8f575233af0f5e2d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f5f7c26069690e78fc01a8dfd284ac47f7e6a5aafce1d4b3a8db088ef0bf2c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51efad320174f4a3b0c21e5a1337b6aa4277e523
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce44bc5ed0e73a9d7f673d79350c250fcc318d36152df1428f7a125ad3bf6998
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aff8f2ee9263133a028fa5b41a4fbfe274ee714
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68dbf8e392310161fce53c2c85defdb5baa1856d025d5c6360d162838e4d366
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92dfde6544e85e3a8653f9c573c43fbbeb5a514d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa66d89b6bf32f8bf0d8519a8c5d8d77f882d800806a620705098e20df6baad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd8cc72dba6ede1caf1eb073bc0920bb9e6e1dd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5af53b02bbd2e1acfdc94b1c4f19bfb48daf7e6779e65fc68f57ac2563eeabd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eca39a5e79631cb93251241fad973071ecb8649
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f521aede7ca29f56c77b7fa3a5b09d73f4338af8985348b2c5de73093217eaa3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1d91d454d83f338d9123f0cf2da681f693e73d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae0ca93fd24332943a9bc08b0c06d4a234fbe8b3e501fd7fdf692ffaafb081c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..089b5058abaff6cd552ee49e199575d38bba41a8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddacaef50de7443a88df41378152bb0b4535966c1988548e904e349f92cfe13
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0963ab38f3eba861b6c0a4d43d7d9db7f0ca5c8a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5a7da0fb41b34c7f4f2f22fab18fc13217c91756d89b6fa4544c63e95f6c36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d87eaea968812d6470d80dc2a0834fdae58b6de
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e56ab0a06351b9e9ba9e94cc7e78bf1371de263b92dedf5d5a1893a47a9378
+size 11395
diff --git a/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9408aeaf299f4ccd0c948875abdeb67583817c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db25168c5a4a03013bf6155dbc068b38d64c206610f3253057b1801f4522a314
+size 11395