diff --git a/params/phi/8/rnd_search/comb_18/init/lm_head/_0.pt b/params/phi/8/rnd_search/comb_18/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55c9c1a787d1e3f127a1c2e54ffb734682b29ba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f674b367ee4b3ae00adf4e8c99861eb26038e056b3a0a8e24645d5737ffda2
+size 205955
diff --git a/params/phi/8/rnd_search/comb_18/init/lm_head/_s.pt b/params/phi/8/rnd_search/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7752abd84e60ba5695e51f1f1b707fa430f942a2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf297f4331318febb505bf62e017e849d10d18d34a537029d1aa71fb2cbdba1
+size 205955
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea1119d1081e3ca4ad849fba59d28c2e8cdc4fc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc78006d0ebf69e343da7cc774c291b0fe665a591108f45c3aaee87165c9aa67
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d68fdbead41c8a62bd41286f711d1fbd3ef5d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8b5aa88ef6f6a33411ebac73996e28b59859b8d696c2f89b632ed04a17ce17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d86b0ce51c206269a0750b01857c39aba4cbbf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1ef5a198dd3e388938ad9575d02c650b766f584fc8f0bfe0290b0eaa09ec89
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6786064bd383525f24121bcfcffac143b76c160
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac417540afda01e31ea4a0d225afe84f95e10b79ba88393603ab8ba8f9592c0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68ad56980639240008dd97806b670ca5adec25c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034dbc49e64d8df66955d1a1da3d184ba8ffe815f6a7bd353fa738e0a11269c7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb0bda5f6fbc4b987a2babb1439bee96dd1973e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b19abe4e6cc0163496fc6cbd7caeb84e6cf78560b986e95cf9e152a9ac8d91
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fde2455c04af0a7e36694f041130c32db1b596a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d5f4cef8ba873639d38b0588e04395a6dc25a2391e643cf5f5ba08c80ac1f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5422fd5bc7b7b50a273e8aa6deb402080294243
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3235bdfd0d0b8709101ca268cbd1c9de1ed4bf86a552bf5eb362785d73377c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e367a68073a4358ad681de90b970e9d3632395b7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1b05fa1c83f9e544cec976845db9febd946d173579bde8ab014d29d13ddf1c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00fe1c8c26fd8bc96c0096bdf1d19c62e92b42f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881efa95ece697f81b98544abeb80f5a3bfed0d731f6683e543c9ff2e9e8ddc7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefba9668abf1d5769096d64c069fa977ab047f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c800ec022f1b9b1644632de8f438f6a963da2818a4452160656a08b6849523
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e799535f767a2fb12a770bb94f9b00d100df73eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6983a92f5e8357991d05e687f08d9ba786fe21438bfd9159b6046ffca776a020
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24479f3ee8c8d10786cf977964d4efb8147d2e5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab48e7a9ebe4f2f0b58dca3b4ab244b4b5e6bd21cb7c77e968b0a5847b3891c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f501dcf047282084ce1a4079a9ccbca7141069
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4852a21450626ef6f1cff113dbb4b64ea8d2e62abc9f5807d3c7404644ce10
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3b331cf489e71cf5446210ea92b6f45d934df8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3504304803d0aca8ee71737d5752189c78e8acedcc7dd19e7c586ced8b0ce2aa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9f57bb64e343b22de8a9794d5896cd5fe38e71
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0925f21a18458cbbafbb06e5c641d8b50251103c14546f0b0b3f085ff5af6d9a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9478a0de16096682d05d73eb8a6747c97bfc8f0b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8914365f02f2ccfd9eceae9fc0659be483c7096c297123ae22867ea71d37494
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c537320fa4bcc626983145a2162063e739ee2e21
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95c05f9cb92aaa5e55df09abf9e5b365215acdcd37b8a2572e4a39d43f71c1d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73349cc6e232d2a297d8bb673dbddda61bc21288
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ce4d08ab56911219d2d0e98ec24f450d25f327f7068e4fe8e9b7aa4098ba0a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489151ce7b79abec306f5a2521842bcac7720792
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3490befba7130bef9213a1de8d107b3697c9afbb042b821d9490bd6362cc2230
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58744ee8c48df82f1f5cbc06c4a57305cccb95db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2dc06a50f960df62e0395b7c166f2668468a3cfbb4aeceec79528247bfbd926
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632f7235816056e612d094dd5f96b41847ede286
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa72503fd170f2d6a1fdeebabb0506436a89bd1ef8be23bdc3d1885640135998
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75098ffefd7a5e407b4dede273a47b70fabd61bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c61850901bc691b798063959ae83f1cc2172f6127ab86eb17995c0be333f461
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9627cef13c5c3fecb5185a8dfc9f26119f82da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab516665bfdcc295cc2d0ccfac41383379c4d9537cca45d24b74d4be2ffbac5a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7646c81d2e59fa3b0be540c6c38ae1a3fde0431a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71911133f23e1ec4fc9b3f48ac9947cf6fd11758dc2fbd80bc29f196795e4b90
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7b1f928134d76aec29bbde7649b0e341290f92
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57eb3adc28a9657b92eafc2870036f40ff3c99f25343c276bc795ecb171dcaa
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8345190ea8ac3cd7e061b5f67bffc37e3faa6f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806888b8b4da5e4eaf1cdc97a0a60f0baf7951340b2e2d58b73a1ab37d20a246
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d3f749486b2a3b859a89a126aa35d58ee996bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90729decdef9f84a4924192750d036242491b78d02ebbb2e3d0a8ef7cb1a159
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a249a60d4965c54a0cd661eeb320de9ac2d3c082
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3349321c71cdbeeaaa82c448f2bcf34911748e90a4cd94a5d71af17b92c5c128
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a89e23c7480ce3963c25631b3378753f0e41509
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b44e6aac3a7860fd4644a694df91166b5fdf43f960cc2ce6b92990a93f0072
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90fafb636e596eef95ad8d6f6e24859050c1994
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de54eb3a8a7da5ea6328860d57586327e7c0a07f65c7fb71043df6517808119a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2a75e422cdf42a044a6b9dc5d5b4e201c19393
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1600e22c5af35a0352ef22132304264d52edaf14ed39b57c9d487f69a9128ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f656be4e0cd1e4d348db90f79c7c030bd1c750
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eaa7e90e1c7e164b680b35ff4b387f7462069bdea5f9c389f0e4f147d7333b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c1551e37fb333c898108abe35e3148cc5e2873
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db4a02d53c67fcdadc5f595f886aa4019a6890904b920487831f6cfba4463c7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db65c63a840385011a7ce8e35d7a76a573ba014c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284993d9f706b3cfa6a583facbe8ea60f7ccda13c803c7209e79690244d88d8e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77c184d25ce628a563a53942b6cb97a815bcbef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d679aced2ac5d1d5e7cdf936140bce6b5117a8bc6bf0cccd58517df71842c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17281a307d083e38ba91516919cb78c1046b9986
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a683114fd79dd859fc63d48863c72f08b281634073b86ca7cb76ee0db1add3d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2dfd0ab62af3e03f615e0492d525bac24a5cf3e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d12337a3e5d53d2635b4f28367fdc4c6cf87798efc059a3ac598657df43098e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96f6a5b5f7e95f2c4bcca109d0606a735f80034
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eed6b64c8baaf911dfac502ed8266046dc8ea13ba1d3871144f3e72725026df
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5a826c32597a1371042660c9fd7a5f9f5bbb12
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9970c018a61374daed74f477944a1d981c4aaff2e688fce51e081cd7ace9b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312a9039a4644867b8d1b4d83cd060e14be45a32
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ec3829b1859e7aa54ba3173fd44c6661eb35df0a733734b8514beb99775b1e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4897f4a7ee848cc5f934ac233601c4891c86cb09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a889e1656be89cd03492c99071d8e4ccb39c203b3f46c176dbca42a4d73afce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31ea96292e2158e2634bcfdb1d68268fd56c6e1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c704465afa721a177aefaedb27b9a40f48623db1611c1b2947800fa8296586
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7c8c0690897c885d621d638c728409c027aa23
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05814a09b644f50a2057dcfb7eb4e6bf19cc706b2c1bf1ff2bff3c1467a2eca7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9feab4871f8bcc09ba5b645930ef4a220140da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a641f499637653bd687215217ffb085398db6eda879e0441a5b7903cb353615b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638438bb9d1a328c2eaa96cad743921b10e6ad5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3039574826d6c60b9fe989541fb88cfa87b0c11bbeaf5c20c0f4684dcd9f7d69
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2835eee85278bece86324587f6d21f86c0cde0c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5189b0458e315faae385d0ef65b3013ab9285e8d8cef7dd89e2da9d3187154e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b13853fa0baa83084c4b9c2b6c6f822d314169d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce991cff19c4d58456f332148b504f2cd5e8eb48ffd4d4faa80e675921412b07
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be07f13bb15c3be9e1d37d75593edfcd11440609
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdb7e4d0b7b4ee70da2d8583d46bce4561a838cb32b44571444320a434d2785
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8120b1df24f545ba111d87e57b2345b9c4a0cb9f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b36446221319f4634ee5fa61f199c54ccbdccbac8b1b3259d48aaaac408ba3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadfd3efba4defbce2b3a34ddae96b1c8a128100
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2599af5736022ecbaad50e54298bac7d8e214e10b07fb7370e09f950999e664
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f65c7dd325142fa9f5bb3488b4d65e9ba599231
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bd1af29bafdc890c5d71f0af977b9c71510e0e7b7aee9ae97c229dd6b7e53c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22dd1f67f7050a2a7024d0f00f9e47c404a49ff1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e81b0c646ce96134c888a0bb8bc53d1f0a98074f556f595b4183b5a81adc975
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fb8c703c5c4776688f6d37e8d7871e68742658
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b64b824fb73724014063855148cebaa2b82dffcf386b0c92e9db42b5e96f9d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9528c52fc7b4c4be97b24908d3993529ea680a6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794bbfc0088410dd34a43e3a55265e3ec0d5ee6dbbe69569f5fdbb3de12af22b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f59c59c15c5470440cba0b647fad69d323c4e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5048f89c41fe9159cc685a3d41f92d66d8c9e5322556fbb69aa7da5ffe44a5c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdec1c29e57c308d387602eccc13dcd95e74923
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd82f70b983df46d3ce27fc1556daf877585f6b1e606878b04029121994df4a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469af0a0610e19d8e399dbbdee6c6a13d187d1f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de46bc577a53ea5c2aa88514a6ea92999676660a0182096816493de148f08ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eccd9ce42b02d7056c668d317b556d01495db1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d73c067872e376419bd0d9ffc359cc8b43a6a7373cc9d8dfe8a168587c0cf6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85497ec1ccc072c81b4b8d3769352779c1347f66
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54ebddd13e6e59a80b0f772ed69f762a62a2a17ad4d10ac62e93244433b6939
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dce411af89b655d53cd70ffca91a0c6c10ae2e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8587f1d8973b5d0936187f53399627c144bdea916b1cb768a464523619d9de13
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387a9c35accc2fe1057bc7fd1ec507d3ad962475
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531958101430524c91d88c69af7d7e3a520068e6ecbef2553d473485385d9bff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1addf3f9242b5dd40e19b025c474ac0f4c4b58
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88dec57abbe077946bfadf07e3ce00ebd724a732ee5e7f3563d25bd0751047a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2223c90c2182f9561ab7ce159329656a555ad7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa10d9b7a731a7f6220da5d9adaefd2ed0354e71b71597eb9791966459747c03
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f0d86c802296cbeeae108fe910b7e8b0082ff4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a87ca1bc8d8ad0fdcb5456c708f4e2a668bbe013ef692cfbd2d24cf5e4a925
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5bffdc9985b01b82ef84970c93377124f39f84
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885aad5a22b8be1f020c59bd4cb20a866f6cc5d9d18505e49f2938077d32077f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220007b77c9094cdc1981e4975a59e25ddbf1640
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94c492ef43f954ccc4562675ee6bef19b974fa22534c86fcc109f1502ed0826
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d9e1c1624f4f8923c9ae8a717117ee9eafc6c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3ac01d9e0258bd1972ecbe197e66476d66e65b962f3fa9351e6c35b9eb49c6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b1b03d808a94e00d3c6b35c8bd83e9ad1e606a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff12ef35f17c4f753c876dcc645893d0879b143161dfc2438143060a65e43c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095bd2a6e100ab6090a831f0960e834c1d48250f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f2f75a2361dbcc9ab80f9f4e3b36efd4137d8fd388067d86e422e63a3b47e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e8b9970c146a45624d25ee2be003d9ff4aadca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7825ab004b20d83e85685558bbf5a545acfe1b3ccf0670cf0c5ee170b43bd1a9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fff7288d77aa4d58587a22a790e5684c246568
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b39d15cb5acd7a9a617b9fbc1849833318ec67e601d8abdc4d30aee6f56dfa3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df41f669ecbaa3be7e4ad82b0fe38e81f350029b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133e1b219c7e16036fc241db3d37c735fb6e08717a4a7f27bf46fc84bfd29ec3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb40a3d5268d2ddea601794cd191c5370e1c454a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ef8fcf7eea3c8208de73bd776a5c62d5f7d62977c251f55d43b372d1a0cb5a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9d123aa4b105209dc7c3198e2049e631adbd9a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a7014a3597eec2985d90853470579588da86bf73617f52d2c5f420a5e66eb7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a773e648b432080955a8a54dadc4a0762e5af60
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bb391b0ab19618f6e4a50aca65529c244c7f7c0567228cf3e2d604cc65b4bb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a295a14e164df4871c4566b23c81157bd67301
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbcfd4836d98ab8ae2d7e3d02b828beddca59676864dae890034b5bbdd7d70d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293ff48bae3efa0a9a83d5160bbdb603ed082c99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc4b29ab5c73e6bb0d011c4192b3e2c7cef9885e2feacfaed658bc5a65ab45b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f034eb314a2646ddf0cf2cb7d1217c5079eaa4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473050cd5af3ced5957ece0c8b84b8a8d0c4ff44af759d1441e7f24cd7c5278c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7a78fc791b8aae9845996baa3b502e5b0c2532
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ed7e37aa090528ec3406e74b97af3ad0a35eb4545c45642db2b5bbc150e3d6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa11d03004049981fb253b6431bea0f0cf6860d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc345775803cb8127cb35aaa56964caa62e8591576e2daf4e532d94c0ab6af0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c258f0ae2a3d47a23968ea6582699826475dd28
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01279925ccc1edd9e8d67f14c4452933b3aaaf1fd7946ea090731a27d9062109
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c823cedbc56c39b25100f778149064ef050451da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78596691877c10e8770e44b8d1cf2dd99a419b7e6501a6dd22fa2c09250287b8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa82df16e441878bca44ad171b50219c67d19c3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f7ae7f8c5cc6c722ba2869ab2df20b37e5696851c9ac1abc893ff6fc0f070d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9469cdd25d446eb272a8d0fb432ce9d0b85fd7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077cbf02ca21292530577dafa93f7d7ca46d27cdbd4c8989a9b10fb3cc95842c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405b72158646b924d2f25e06749cdf21462b7245
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ed542f2019d930a480ddaa1e8f1f75b05720ba0b4a9504bec15d308f528d94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242d6da2b3b7e8edfef5f53d9e39d4e9e217956f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb738006d7626b573cf081dc996043f20eff837141d08a049eef21c6857975e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87ea0c1813b47b087707dd75f1d8415df2f7da8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4e7fb3fd3c4902ddf70cd5e5949caebb3fa886415f4178012f4c035bc54e74
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef88ab43bea30c4b6c9b21825f7e15826259dc46
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca44ffe8dd3fd8c9b8f36f14b5138e92d4d58539483bcff2d5c807cf13fe027
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6a9c58225afd79f2ad0b34f79015d151c9d17e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3341cef0ec07b2368b5bbccb00aa0a754d1e03aabb6967440ecdb117f9265846
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561bf28f317e47d95db46edc0bb850e7ff9d1bff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2736e3f3f504ff552909fb8e3e24806fd96e2c2a4fc9eccdb0f6a8c244181b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533ce64eb2a67d50e7beb367f0ce6d54a92cf165
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c02535447e501c76f84a6222b3d9dbad8faef300c273d142885a48e402ad059
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fc227cd360c66f47eb5c3105da7c9b8c4c0b7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bb9a7a76c52aebed73cfacb828e81a9cc5c30b1687fe7b21dadff29b7e5f38
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8a4706b0b05c6be4b6f9aa7374ab01c22b9286
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dea2771847f108fe7f78b6bb35550b2fa9a44fe52f96b82ff06b76695333248
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd4783118fab3466f7b70f68299fd610e8dcbbd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa17f7f0a3013061cbd377a84112e0205f8b88d2347d69c6500d3a704fab1f9f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a4a589a71e401092cbe43e317405b54127af91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04e21b74acd8533cbb74861c27838f2c099c85c46b417569824490c2fd227e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1afa73c4e4674b35772306370848151047bb37f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b38e6bcdaeefcc1e37a9f3fec83b44bf2071cf801c37ce0878d0b3713bdd02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321eb2470c36333edffc7e2ce96819e71aaf7487
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8946c871aea5434274bc286c9f06f142f9cabb9b9440851bbeb8f05f691286
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbf2b56ae4fc237e532f93d46f27e6820f93902
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6292ffb46f8be6428fcfb6f327bed80f0c9915b74d70adfebc9c8550be60dad
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da4b617706372b082924d3e02f137ce35778250
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e6eea04e7ce9c87440dd3566e200d9e63090e684e5bf7f22415e47a94a8469
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7833de0134049f18b4523ac7a560fee8ad12e1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ab95c75568ffcaf3fb0b8355a79f5a1d540854a86d8364ed840bc9603ab5e6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b867d1b96e2da773c84ada199af7b8712578f237
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94194aab8fa22f52fde1686284844c98578c08685b9faceae5cce158477ff0a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bc882058ba5fbce562d0de8cb83230cc02a115
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2488675053a4fecb2fe87706323fbc312ffb95fb5520e4df941eb475d73e7631
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb06efe691eee42368244f2cb579094a82c069a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5634f78bbbf4328f954ee0f1895d483bdb73d0ad22d92888dfbab381a028f616
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6676ff83f182691afd2a73f96d4fd7e33132212c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15fc641294db18410fc683dcd4072e82c85401c07f96a5ae3fd26c0fa9eddab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29995d818acf9a1a584c767a7f3f95fdb181f630
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ac031d0279789f8ae6aab86ec536734e3719b53aa7eaa4e731e78948ed33de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e00b2d32ceb546feb7d896e87e66b9645859290
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c701be5b61a52c429e2a09b23416d397b5db3c3bafa0f652d7445811bb1834
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7addf570ff4da5775611600aa1b0c0790851adbd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320935b7e639f85887b1cde43e5849263e9260591232ba7cc2ada74054662bd8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa2bd8279501cb43be1a85ccb17020245c36f43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f6386e45426d8f966b8f61f58acdc1a6c749d1034f883dc23f686d7f50b11e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aacc4e549b210c960e234522b7853d11c2a51fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc35abd34aff77d86311ab2bb6b350519fea6f0bec12a7a1a3f1007f6e06055
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d197630833c9ae45f16f46fade3145fd4573d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab1cb3a889f5354d688f29e6d62744561f87ef83f38f26538844be4a0819f47
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca6e787dc511e1a2daf651e297ff43962c1bc49
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4763c82c40b04bb02ed5baebf69cb8b35ddcfb741b40ba88f8e1a7780eaca40f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7774c94bfff1542c7bfed527f4a1a4e3cbfa617
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295393af7d0788419abd29dd07c259f107674a26b8887e03fb5768ea84a11472
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c68583fe9e44c3815db5dd35816ac24f37575e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a593674fb07132b0f090cc0d9a48bee4e77cb4e6f378d23473c19aa19cf10acf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a44be7000307b6759ad3bd0dbdebbc8dca2b90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4013af2b7deff64ef90398ceda2089ba6b4d17894528e100854319a20b2d4752
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958f3b9dc1c059724853c642fbd81c1e5a46fbed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6ac9929b40b49a7134f3ced948eb3a797f6dfca04b315a41643fed320ab128
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc53757d47e7807ef35e1b4fd974a880d8ce4e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cbef98c8c2dd62385fdf5acc8e67cedd7718f544f91efead434951679b5ffe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbcf7e0dc0731a01277772d1ad1e9318722b870
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6399b2000d636f48a65e8673af1f659c959355442a25d121f3baa679692f625
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2e8e462784450ae74e667ab6f68c0f1d800726
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7262efa9f8e3f6f3cf881baa2c415d701655862f22701a8cacad85f6b9ba86e2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723252f2cf0fbce98f89f3cac1baa294c8213938
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b0f4ce37a3839217f1e7d24e9ad08052bd343047e6b06d95f2792c1c6474a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdb67a347346f19b1cdbfa5437e58c8df39f2b0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c610bbf614dfd1208fa7a223917b7b7352cb69aaa094d53b78e1d4d8e61b7442
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e8394f2b98e0c536be900260bba46c13fed131
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e37842ed0b0fdfae4c7c89d97d498a1a1a91b3650981e34892da32d292894a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71549ec904e19c66918a02a99a8110e9a8362474
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbd9d71b35241c0be0d3353574853cd60397b7eb76adbbda8bf59a84fab21c2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6294bb34f6666abe84166a9f2f29816391172321
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791c24c5b2219fe82516b2c358ce20eb29fbcea8e8345879102887ac3101c645
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284e41cc39527ebd4043fc6d7211049d30e7d5e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61378142c84eb929d11294667da70150c6fa9eb185f773ff8fc1455490c8c5f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396dee41c201ddaf97edcd4f7ac5467ad37e825e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acaae27edb0ded8b2da63a427fdb26eb5925dc4d1b5a49e31299414dd780031e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58152130280c985a7b50274d1f61e9a40895b47
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad8a8f350cab86b785c1b3a4b2d639c9eb076f1e51c691689d5eb4ca403e54e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb0ab86889d1f6629dddf954ddb04bb73bbed3c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac1a687e69e36b5438bbeeca41b065785ed3d1362c0746ab02f819aed13cf52
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12eee03bf0487bf73d8169c75616b863c309ea07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f7b5783c352b931dd5750d030d85e6c8beafe4cbcbd12ae278666d3f0e2b64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94751171ddf52d875919be2e7208b8d687bab7e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bdb1f1c94801af483992310f7831a28ca923d53af2aafed63dfd33606eaa4a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf7c86e6079e8143630e7e392acad10afb30bf3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412f09b13c0c9a1674932a2f6804900ae431305bb9cc04f1b72e87eff5ba6380
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7a587ffdf4b344bc1d67717b224b5f6be52546
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee77965378a5099c91d7c66a62042d9303cc798bd9f30ae79a2b3374a89b81f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624a8f62f192bccef97d24a94379a9af7c26e189
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97ec5804eba5506985a90ba5689a33825dbc5cc1cf7d0f1f39993abe678bcb4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f272f6a082a4be42375e9067d6da5b57b3df9ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2a56dcd1757589c7c42f1d6e238abda0da043dff29a281b2f45bb8064ba89c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408b0734effabc1d39797cccc3132878327895ad
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d204a1f76edf6a26e1311a5ad161c941c82cfc7782a593a982e3fc70a9930266
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2a922295b3a38c7463b967cb7c037acf12f01b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc8d0d3d8ef71c38850f08d9119825f02c2b790e4a7f52cf73e795c64a130b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0a18974da148d9ecd18a472c568bbe5d1cb0ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020ecfb28c2b54b9c1bf72e1b45980018ac4c5dd66f02eff3ca9526703a4c3a8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e371885b9b7b19c5a8c46467d4a0f77ce05aa17
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a140d19abc4b30bd7621eeb0fdb56c1ae66d9f4a4d185ae77a059bba132c2cd5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec246ae43a7e3beef5e4a657f6679569f29017c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461c1d9e1b085f0b7fabedeb1466a41ef081e9935d4d720521738adf1db43484
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82eda553859e60b5109db8f1c5e268df035cc78
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796017ad4803df78d97d713a5c9b63626fb6514dce78dc0e2db03e9a8ca2a573
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e310560f02eee9f1fa15e3f3806bea38b9f05051
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ff2f659dc0bb20d49cfc7aec017a1d0e62b5c0eda87dbcd55ada3b6033694c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3b7412e2dc545c8a5cb11d9b84211e416213be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0759793d6de446b42e9e506b8730be4e0cae8fa1a2cb35eeb1f9b17c67b7c1f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1f1f9736fe02178d8935e15ac985da3ca1f647
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc98c3596f881140d6090bbb55e213a2ede59c77194155ba657d9ecfbe7a0f7f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0866a75a9674570a10e3a8c4fb98b1f3269a4db6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c01b217a59df12ccd8e769536cdb5b1b16f8c17886c0e922f78f9b1a7c31484
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d4d7825a892379e912e739204b7d13e4b4fb20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5dda92599f2bf6a70a025f614d48701da77d0d25bffa234e820a19c7da85237
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fa7fd7db34c0ca3e0a2f870bb4130b5086591c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924d69b578ad4eda08d2f24ac77a9ba9a6098314e8a5d725842857ad76755d3f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee80559a9bcab1c97a202caa03ebc627e6bbecea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c9edd2253323815c7e93cecb5f514b7e8abffca6a7ddec06688da6ec8da8aa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b192dfbd5654b923bfadae238a103aee8509130
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b498f83850e799218056676c303a0f1919f6bb9103ab179b5d65b424a9064c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e555295d49646258193ac826668a2e365ddd66fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7299d004feb9d2493cdc2d8d5ab72327b3d62dfecc40f753b3251af140cc6a8a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6db8fa8b87c42d27d811ef7524f11ca88ef2aa5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171cf1be1de7da64e21249c5aaf6ae9646e996293e97dda0ad9fb7254f521e8f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba015b76dd92c27da6a950435b96e654874049a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551ea7cdd03d0077f3300023ccbc21aa77f67e4e31c01d47929882c5eef6ad4c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6e5461c8e66e124b0f77635edc8a94ab9fa9c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c60030e712a63e8627486cde0d19b17d5eb1d36248cb7c1f7d6e58169997e4f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b0f3ab254ca58e9d690aae54a12d5df91d042e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca0a361b799123e20207fff339edab93f9f108930636134ebed19a5e504c584
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1da291a36ee994a4268e1249af2557e22ad0c07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f823e43526ca0de1093c61fbb6f85d3a7692e4c5f1f085cc576cde9ee9e6066
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bc844d770681b5e65efd912ebf9b67b2ecfe83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4474df95f142594d7693e7cb7cfc4fce70725c869b3dc3ba7ba3f86e175a09e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6713adf22ace2e155f3ff8b29e0f70ce0fed93ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee044cff185a3b563704b9cda09c89af2de416135021593a007a21155f0b22b4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7987ec968fe8642b652e40e8e2d04d19116bfb30
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a8efff86837841fae2771fd48f5eb734ec44292dd128e003283884ecf9e013
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967b891be9ae8782db72b220a7dbd6af994ceb5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0771568c28a1befefbb1091c7d854627fdd902f02845ca8fb35d53843d0ca354
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b1839b6de4eccc83f837b704e2b2be35a44f09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ea4c920880e3c572aaf2704518a93e4c65cda30fc05562a44566350e7a8ce0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f283e339c6fb30f590ecceef91d970d63606646
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a2a2db4650d08f3047936903b6e230f1520a4313103943b57f3a0189fb5e03
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f7dc45cea78f4a26bf1cf913af3b160e3e83d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c8ee9ccfffb00df44484e4ec59bf1a5789e4bdcd73e3b6d57c6642e10aec5d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1f2e94f669e8bc84dd9a7fe1c3044fe692aec0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db042fc776db5f91301e7457832fa58c477e1a8f239df5a0127c7e4b828c97e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12530422c16bf96fc32eaa14f7a9a11409ca296
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5d551f9870b9bf34212492efd42510aa6a85bc1aa52bd92cad095c0c840655
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b46d3746a53ab7314834a9545993086784d2561
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d93c5dc18060d53c889bffc5e5c9205040a5ad9e24c80e9e64fa860f307d59
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564c9d821b2bc87cf3ae3287b1a6e11e93857b8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d2cda2d84f6dd79b445cc174b107e3346c4a97adb5e8c350e17ceb24b7ed7d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a5f2a41c99edf136c0521cf22c492ed50ab083
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dab4173e90ed8bbd2bb4f084c676e2ea797953f664ec4f8b0f1b08a6e6ad88f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8beb85e0e145fa108d20a0d62846151e2e2e3531
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c25f20ea96bb060ad4b0c147a4853067104a32cbc69fca4ec3ced33e1e4c061
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8505fbfc630929fe38b844aef4ec00ae6f8a873d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac681092610d1dd7223bed22cb2210da5cc342b94e4a81ccecd30abb47aa6e71
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86bd1f84108ac3e15af659259a5a55c98658f12a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ab960209cea19560adaa3e7ee02d60829fbc0c4b7f6860d27bfce96090f10e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99565909fb7ef3666e5fdba8385cbafec4ef3c0f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51380711bd09e2205207a3248f82d9ea6418558f1b100602755616f158426dd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1aeec048841ccb0ef5637e7e497c878a5f8d53b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d038ede5da2fe012de764e5a48ed55976c9d916f8dac48ed266aee437b5e35f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11e6be1ce198ee3fdd01431657cd34921088d4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf50351a5db07ad5a0c0e3da6e9ab87c5b91fcedebac17164b6e53048509dc7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5f0702ceb2338071aae841159e61d053d99d95
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8addd051c56bc02be670825480ccb868291939749ade18e177fd1ec3003eb76d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004ce944c8d92f49ddcfb99fe1d126ff94df4d12
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44dc2d2edfc969b170f9f0458b3b8167b2622d131e8ab54876c42ab55fa660e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d211dd947704bf8f026f60775ac30e7be21cd07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbdbbd0346accc32f035d83e8ffeef42860306c9a772ddf50e4d57897ccbcff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17117287e89b6380879ae4311e021474cf76125c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6b474e9e6c89533e73b2db1c237de12eb27b3c97302a75e44b9878a59e2119
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7e93818d4b7cbaa03cca2b0eb0f9143fdec8e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f458b3c4cfe56aef8343535278e91ce934e2a7a616f9a5ccc5aae852740e830d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61ca10346c39f320745c696d247584bbb55b63e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e41b783000ee45024017f8b5332e7afe4d259677015a0435124775b6473fc4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1983edb0f29d18ca4da8b35e53b64b07da2df592
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86141819fb5f9b58ab61a76dd2ee2780bb2fb0abe4ae5d39d3ef523da224795
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871fdae12dbd2c0892fbd4e0298856e03c4695b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4f29a66f3c0d99ab24ca7f0ed62a388d137dde6bb7b8102ef01c6f58406e51
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc2c44cd05035818e85ed4e412cbb9d1d2e2b53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d644790577d3231a4a55dd744182a8b7042389f84045567108d318590d38ab2e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6325666702bcbf2839a87fdad5f38c4a3edac01
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacf1390cd9c337fcf5f3ad1facb10b10b01840fa7c527a43ac4f397184861fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e73b529bdb127f250d6865f525d7f3a65ff536
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cbf5e7216ca3be4c74bdfff11758ddbc90540eca0e513198e662ce24ada6ef
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6d445d6b9680a8a07aa24828d982397bc98f89
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c84c316c00b384f71de2845aa44cbb34b0253fd6fea82a323f52dd1674b817b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02a4fd2514532ee4d8bcee3084c6719cf252737
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322d359ad36098d48570ec0eb7d1436da25ad070000085c5b7fe25090d67d554
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b1f76412cf4485a97edd5346fb4c7cc8ed86fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3056403a4dd6b4838c90573251d3696c223c5f926b75604a1ffde9fa7aba02d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc52fe8fe02e0e1039825a20251eb2ab3950b5b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9d4ce2612b94d967240e38aba19cd3e7e399981ef31e342d38729b1fda230c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ed22a6000aa7a980170c10f4970dfcafa70533
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e062aaaa385f2296af64d0dfb669ce11885e8870493ebc9faec6c1aa182edf2b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298ceaa03416ed377777a10e210b644d0c49612c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376bc7d3a331a9c17924b69400ee24cffbb9280ddab62710556170cf34124636
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53171d76699e74ecb51d2fbe14f766e656e8f562
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d7326623bafb040e304b6d2d95cb68b2830b331437e55f6efbe5d5f3974c5b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb101b3117dfb9254c9d89c0dd4e8fbdb612094c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289e497b29e25a5ba31b8bc3ca7f7faf743896b03428d5231051560597fad833
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b25665b1d4b3f183981dc6365fde97982c7a4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cf1a4b2f42f91f912f64d198e7dcd74f22801c0ae88ca382d636e4d2a5e564
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853113a6afb3a60a03294465de5adbfad90b4e16
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072c68b9e9b49d9a9f6e1aea094401c96b28202a2a60ce744cf78ef771742a00
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b82ad9e2be148b6cf7ff418c448281000d1b52
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73932daedb3fe52866d17dbf5b20dc0211fc99eb4e5d28017ba69df5ab3279f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7d8b1159926b408863995d8c6c7bdc8e04c6eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4812ddbb2d2171c6eac58934bc986f177665965725398d327730056f9993cb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b45b0ca156679acd936ec68c3e75ab18798b6ea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe07d5c8e627e6619856ebc9958236f49a5c3a88def842ad44a9ba7edd4f6660
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6ad523b384760aa53e773e1e0cb131a83de490
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0d669553a6b93542bc3b3dc81bdc125a256fa2c16996942ef6a6874cda4caa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3932274ca8fbd528d65c66376ecd0d58a5ffcb0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d27947826bc4e2f72ea975e9d0fd76329e5f71d23cd8806d72b8b8b19d8d8b0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74315ac2993092c536544f95bad64e73450e8773
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8612318515bde5176aa61568ec9d2700d89851a200d665a76d11e6614106ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899e9b7e3b075fd40366ab8fa0ec5314cc04fec1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f843140e09cfda0e211af6f63966fcace612d1be48fcf69bcfc34f20d10512ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39464b62c87b6784d0c82b0096691257cecdb9e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22542bd94719be3a81dd8dca99e3fdd9fa1ee5a74414dfe81c3fe5bfcbe8987
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeece89d711f2e1d9bb421764529192fadcc031e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abba874721057de86580442a00a4a190bddcdf01b5d6e9068ee7c6d1ef020cd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85b117eb8b4d4d5e099f23924aca8652bd3c3fa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d71c2d56ab06c83e91d4e56bb859a6b548766b551520a38d4aee7a12ab780cb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1a88120049d5d2f74050e47bbf7c4c841a710e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db46dba086bd4844d170738c1214f200bf5bfbcb3c048362bc456afbe255f1b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432c5abedf65f52a532b0c12389cbee54bf54957
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076bae1347484e1f211ba50e2d8f9cb9a13bcbf8fd2a1fc4a36cdeb2cf3955f7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3342bbe0e109227b3fbabddcce8ef0c20a09c9ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb35c03203269e74cdc895c3d31eacfff5332da147d0a59f71cabd704a6b942f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d702f5dd515a6d750b4207fb661a165bbfe1b7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c4b09540bbc78471a7bb32bd786114e253747a5d301760223d0d872554b7a5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79c8ebcdc0f6f139ce95842b64401fa376706e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63a6071481058e43eacc4410f7886cd7997c17f43d192704951a1e4160e4d22
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a31e53e225db9044e6a0a56ec2ffe074f214bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c253d82aedcdaf8f26994e977aefc2abdd502563939a9784f2b5f8bcb16092
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2111608ee84400e744a643d601d473d3a1fa627
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcb646cd9e722a74c39767a979e121291af4b9ccff62e78a51bd262cbbe30f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ec8b704d5b6db6d28067c7cb553df83fa805e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a66a731d2db0b56c816230164713ae66ca008a53125963f194040428222ebf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695801d6446c7ea91021f913b572ae05a4ef10dc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac8ccff2f58ba19b4d3b4f8f5f8f213ac594134e04ebac901975b9dc4c7aa73
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a822ca4eba7525db817f58264bf5656948b18a60
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77605a8cf2d8150966894c0c6d0ea0335158312ebac257adebe92789395b205e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8187472fb84add028bb08fe50464379ed0156f61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce9cfcfd6840bc01d146ee091575af98d429b35c1ab55124a4deb819034adee
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fc833bf1e1919e87bd19ca71d52a6fb6ce601a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662138da2e59cf8235d9957dd55e32cb7c2a5ef871877512b60508abe5dc93bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76184cc7f8c953de9a5b2f000769f4ea145229c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdaf14d8fa4afcaa22c23919ff1a7875b582555971426f0d544fab9f29d3216
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd6c0f600f5301b7b17dd2f277ce52c2be0b914
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90dbef54377d736c8e57d43a9888d4ce70baf20c91714b30fb6e4c0674818f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa19202d1b57ab0843e041d098f5a7e5fc034e92
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bdb2dde6a479b4e280c6b33d8b6705c591eeb6ca507536e3dccae30cfd6fad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687588a4e19564c9fb4a77befe466002e38def1f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1c80e5e05ad798f6ae17cceab3e453deec19f03ffb081f2c57df13ef4b6625
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6f61c5db6487d4ccbd72e221eb068e957e4394
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74681d46c0f4931006e5b5bfee94ca56cc8ab2a4baa4b4576a0de190801f3934
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a075341c93d586282519eafff7e8e2f407d04818
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb66d4aeac46196b888dbe225bcd5833183a9270d5d83341c8d8cbae1a7e8d3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafbaa2933b4cdbaea9e3398108191af2088d663
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a1fdd7bf20b94536e1e2b975ff748a31a86fd5f06f739f9391db7bcce0fcfb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833879edd51a785c252beb02a9c1eee9ecadd847
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833777052d557ec2e2d0e47cb57249488a499f948610671bb59ed29da8ddcb5b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c371af5fc67f4529aaaa7df45978ef7566cddcd5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55e8ba4353d8db4b7269f43db048f36936feff114dfb133f515236e3a858adc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0e35bc82886182e57767554b1c45b76bfee183
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff57cd94bfe57a3b7318a982678cba548f993a5a84834d3bf7b734b77fce5f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b61b5c98546a07b0f7308c3916e1f5af155752
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f3a7d343c9d11eacfecfda42da4d17fd7376bc65bb51eb59ba762144ed39a5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e1fce00e1776636702e8871bac42b86c8246b4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f763a9206212dd336b6db6706362fffa9abffc038b96036abbd8cb78fd8af15
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c97f6cdd25c3ef6a0354ea3dd2eb61057d76de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ca7820d2b462d46bae88932b4beb183a2df4de2e5b35af6b560bc1365a1a9b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f874e71a14b728838ec54a0c9392692180eb99e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d14cbdea286edaacabe56305739e1fa66985be712e3030629cafa60d7112dd8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e42cc99e0570087962b64c026a997433c8e171
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafd395908a70ad978bd5148f789e4a44d348fd2cfa326f643b5278d7166b1a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838532ede6e7389c7277483898fe7a483eb9a963
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e5784066875205b6b93a44fc623f04014d5cf0f820ff2d385d0cae3789d6c8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fa369dd544e142ee18796f4e4fb167049af057
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d40faf9a7ecf775b275057454e14d01a518aa150d2da33a4248131e4a7c6d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b08c52697238e1f68ddf36d074717d46ebe3dd2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ce4de232807c16bdf8aabf3e68224775ed29ffad8287f4eb022e34b3f48547
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777031e6c3efdb8f587ffb409e0edd197eee4b7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3005668f21e839aea700d15af711b768aecbc3cfac640e68673fc76e96989448
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df775c44b4ff5adec32aa5c9a0105675802897f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fad7f6d8f464fd7cbeb66a7abd23d5ad21dce2500df7fdbfbfac66783c858e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f58b140d3e976f809910f52da3b0b88f1d2307
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009dc8765e366fa2160af6c3df955ee7ba808efad2669778e8c80d96770e1467
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acebf919cd09f668e041bf972bde6fd335d778a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d91966c4e34fae8f5746d3cbb9c38bd63f536c0119a266ea262f770f28ba783
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b059a8fba35329784c76dc63ce1cb81815506e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5696f1ff8418dc52eaeff3e09eb91d4f357218b606bb203916fcd4a451d2f6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce1d481fc82174123410b64142a5e9f630250f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0c1629b2a13f81b15b4e1450492cc7abec430372142ac32f0db0a99e140e3e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12096c1d4cbbeceb37c42432411d5bc55d7bcba7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653200afb11723d7c9c8830d340a5f89c36efc378b1e0756a9f6a21ab09515d6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0083a116b7b2a970a584b792a909a790e02fe9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49df5c68e7ca1c5d1bb2d92b1af97240c8882cdb3a80bfb45315ded7790529c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194a168336a795ada28edc041660c5b072d2fe2c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d249de3351c390a4391f483484488131c02c76ed4490725025db2e4a486ab742
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51630aca39af822100932813f8a6cc5f5473634f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148a7ef13b8800b9a13ad23cf4d61a4a206b3b3b000c5ef684acb6758ea5414d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4ed120b6b0e22303987c1eea236ca8737fa851
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77cb9d47c150ecf5291631b503c0e7f3ccbc2cbd46e23428157488f19f99e4e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6f24c3acbbe2b9a362be2de04156cb5d59f16d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bf3e37a940cca1f90004113552b73e678ad30f2612a6c135f3962f0e24c0c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baaf510e275322f791eb8f5ec11e631b117e0c1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65e6d6d27cc5edcd4d67b276ac783ab3c9b3dfddaf6d4672b9df10440a438d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf95575794e88328aea4cb7e06a8b054157e7256
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c6a17234e0787a498fc5292adbe7b302ced3db0fee7a9f72a9a1d7051adf78
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6b4c9db1223aa6604489c95468b16282e4e5af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2b6743fba771701651367318283070efa72b99309d7b4407657c74d81fe4e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3611b9c7711ac5099d57b307e84821cb7ab1b00f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f956d8e80280ef2da3901a1c72cb995f4f7c8a642de7e4112b87d26bca94ef23
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91989ea002683de996a5f7f3a5d04ec5de96ea56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263ec98d9a81be23e8371e7d98c41731ccc9c90b666bcb43da2e3092d8f07806
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66243ccb867c323947ccfd4586009e0120febba1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7c0238ed30d00be476730a37e00061c978abc9a4d64c561f2f1af49b951464
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f3de3dd028f352c916f00ea3be52c42d2a1f0b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f143bbb160457996a96b6f13f82c6b3ec732c4c33492f6365db8b797eeafe658
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ca9339931c6341e6820103deba181842619b90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322de0a8d850f29b1d48ae9c8c444cb3af544e850351dc44495e9949f1d510d3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64acb398a11272a43ba3644ee790516efcb5a3c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4bcdeb2e9b6f483951f90a4574c7a76fdf0202ec5d6460a10dec1eece4033fd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b597693d90124c102f4654ffd4ce170c9baff8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e364c854f39a0f2b20dae23f57d9a3e0c35e40ef96bcb6674fa1b619c2643835
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f90361f6c0c99a898b2b197f8de9fbbb1db011
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230bc0594f048a104cf1e8a0e3185c4068b15b4b0a999b8fa61169135654f37d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5025e20e6b1516481d8a8fb9c083203221c698c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb03bbe0d3e864cd7e35cde1a01e9ea85aa95c997fade61f9b3711bd9319c66
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735e48a18979ffc91dcef5aae3f547d9942707bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07ad7d170a5e15ff4462f5f0bd6999f88f9c824517a91843eb5d84dc7adc398
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f0033e5653b6c3bca6cd3357aa8e4066224e8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4098641e79694f221281961239434eae893509b316a65cd55c3e3614c4472be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272ad802974edb291b13eadcc899d6d21b9ad018
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcbac30a2ef2fe778ca26cdb629cd4038fa97d24f330903efddd14a0959228d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fac99a452349f4458edcbf920577291c244e3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7184733f0ecb36823e54b663cfdd6be9f7b3f105b9704f17a915fbbb3e3e70
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c48bc69e733a6f905bd46865fdd4c61ac8abd10
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12db83f85a81f7c80f1c968553907709f91c9c1c6bd943bd17e5fcacd17b3434
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba47ee0519e73c0e02775d0c6debf92992e3ba5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f17e998dcbce83f24ac7b993efe9db49f4671d788e9c75cd94517ea2cae0bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcad55a0fa55838a86eca1eb2fe0776b348e378a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad44c1b56fcb6a4c04787f70344a36b3bdafa58809497438e7682810623b3c36
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96f4540b3c8198a6c3915b235c9c35a6de52789
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da569af791a06a2e894df7d5d65de174d84262affcba25e070f584d509f94c2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b236f0cf689a86a41c9130a1c60c01cdfea810c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90ef78288ca3bb3115ec4c2a2e6c2e418cb0b341f297626aa70efa847164f05
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ff7d2555a47aa5166c47135e4185585434f7b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ad33ed601b1656ace9c7f15f62e8e4b72a762abf1694451a9e576f5b61c43d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b0fd861f9e326786e0cb38d5036c0cc97401b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0a63252ed2a896594c98f9da2dd08dbf5d0a1d245a3f7cb9997c1c644832dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922287537244cd40ad0f234569293d8a65a2e18b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bacc2519fb516e8df4632b9f5afe4d9a97727f93019b67ba03b55279fd664b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73c20957755a5d271ba860b3109c738ccec4d67
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b924dc64b5d3afdae5677027188a20be2f26384c9d9e7006d3421de9dce7d84b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b3fd00c2e1e3ee027c59b578620fa00533b965
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc364a11bb9799290c2ddd770216161757547fdf6d32e86e155e86b9e0412c0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123562bd75886a06ec1d161ec258769c4a0dedec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f39900793a39f72bc3345c43292e02d5bbc3f3754ec530098f4261feb2ec52c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0963fc789bb415a951d1a1f73f30084360890c73
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535bae633e3b21e4e81aa39652a67b6a1c49db13921fa0b97ca6a80db23d411d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e178df243a7c58a43f3a647f6b6e93a9703f42
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570a6d5561562164ed796e6119e2c29f497f380d05aaeaeed1de79a73e52b9b6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1e821f62f9ecb8f2fd371a04b5a0723f25a62d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155cf970b70d5fc61b1f8909860b9383eb197bcb8157190b31ac2da2a984e3e8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/lm_head/_0.pt b/params/phi/8/rnd_search/comb_18/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55c9c1a787d1e3f127a1c2e54ffb734682b29ba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f674b367ee4b3ae00adf4e8c99861eb26038e056b3a0a8e24645d5737ffda2
+size 205955
diff --git a/params/phi/8/rnd_search/comb_18/trained/lm_head/_s.pt b/params/phi/8/rnd_search/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7752abd84e60ba5695e51f1f1b707fa430f942a2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf297f4331318febb505bf62e017e849d10d18d34a537029d1aa71fb2cbdba1
+size 205955
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea1119d1081e3ca4ad849fba59d28c2e8cdc4fc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc78006d0ebf69e343da7cc774c291b0fe665a591108f45c3aaee87165c9aa67
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d68fdbead41c8a62bd41286f711d1fbd3ef5d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8b5aa88ef6f6a33411ebac73996e28b59859b8d696c2f89b632ed04a17ce17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d86b0ce51c206269a0750b01857c39aba4cbbf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1ef5a198dd3e388938ad9575d02c650b766f584fc8f0bfe0290b0eaa09ec89
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6786064bd383525f24121bcfcffac143b76c160
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac417540afda01e31ea4a0d225afe84f95e10b79ba88393603ab8ba8f9592c0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68ad56980639240008dd97806b670ca5adec25c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034dbc49e64d8df66955d1a1da3d184ba8ffe815f6a7bd353fa738e0a11269c7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb0bda5f6fbc4b987a2babb1439bee96dd1973e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b19abe4e6cc0163496fc6cbd7caeb84e6cf78560b986e95cf9e152a9ac8d91
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fde2455c04af0a7e36694f041130c32db1b596a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d5f4cef8ba873639d38b0588e04395a6dc25a2391e643cf5f5ba08c80ac1f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5422fd5bc7b7b50a273e8aa6deb402080294243
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3235bdfd0d0b8709101ca268cbd1c9de1ed4bf86a552bf5eb362785d73377c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e367a68073a4358ad681de90b970e9d3632395b7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1b05fa1c83f9e544cec976845db9febd946d173579bde8ab014d29d13ddf1c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00fe1c8c26fd8bc96c0096bdf1d19c62e92b42f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881efa95ece697f81b98544abeb80f5a3bfed0d731f6683e543c9ff2e9e8ddc7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefba9668abf1d5769096d64c069fa977ab047f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c800ec022f1b9b1644632de8f438f6a963da2818a4452160656a08b6849523
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e799535f767a2fb12a770bb94f9b00d100df73eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6983a92f5e8357991d05e687f08d9ba786fe21438bfd9159b6046ffca776a020
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24479f3ee8c8d10786cf977964d4efb8147d2e5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab48e7a9ebe4f2f0b58dca3b4ab244b4b5e6bd21cb7c77e968b0a5847b3891c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f501dcf047282084ce1a4079a9ccbca7141069
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4852a21450626ef6f1cff113dbb4b64ea8d2e62abc9f5807d3c7404644ce10
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3b331cf489e71cf5446210ea92b6f45d934df8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3504304803d0aca8ee71737d5752189c78e8acedcc7dd19e7c586ced8b0ce2aa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9f57bb64e343b22de8a9794d5896cd5fe38e71
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0925f21a18458cbbafbb06e5c641d8b50251103c14546f0b0b3f085ff5af6d9a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9478a0de16096682d05d73eb8a6747c97bfc8f0b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8914365f02f2ccfd9eceae9fc0659be483c7096c297123ae22867ea71d37494
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c537320fa4bcc626983145a2162063e739ee2e21
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95c05f9cb92aaa5e55df09abf9e5b365215acdcd37b8a2572e4a39d43f71c1d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73349cc6e232d2a297d8bb673dbddda61bc21288
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ce4d08ab56911219d2d0e98ec24f450d25f327f7068e4fe8e9b7aa4098ba0a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489151ce7b79abec306f5a2521842bcac7720792
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3490befba7130bef9213a1de8d107b3697c9afbb042b821d9490bd6362cc2230
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58744ee8c48df82f1f5cbc06c4a57305cccb95db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2dc06a50f960df62e0395b7c166f2668468a3cfbb4aeceec79528247bfbd926
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632f7235816056e612d094dd5f96b41847ede286
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa72503fd170f2d6a1fdeebabb0506436a89bd1ef8be23bdc3d1885640135998
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75098ffefd7a5e407b4dede273a47b70fabd61bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c61850901bc691b798063959ae83f1cc2172f6127ab86eb17995c0be333f461
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9627cef13c5c3fecb5185a8dfc9f26119f82da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab516665bfdcc295cc2d0ccfac41383379c4d9537cca45d24b74d4be2ffbac5a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7646c81d2e59fa3b0be540c6c38ae1a3fde0431a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71911133f23e1ec4fc9b3f48ac9947cf6fd11758dc2fbd80bc29f196795e4b90
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7b1f928134d76aec29bbde7649b0e341290f92
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57eb3adc28a9657b92eafc2870036f40ff3c99f25343c276bc795ecb171dcaa
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8345190ea8ac3cd7e061b5f67bffc37e3faa6f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806888b8b4da5e4eaf1cdc97a0a60f0baf7951340b2e2d58b73a1ab37d20a246
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d3f749486b2a3b859a89a126aa35d58ee996bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90729decdef9f84a4924192750d036242491b78d02ebbb2e3d0a8ef7cb1a159
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a249a60d4965c54a0cd661eeb320de9ac2d3c082
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3349321c71cdbeeaaa82c448f2bcf34911748e90a4cd94a5d71af17b92c5c128
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a89e23c7480ce3963c25631b3378753f0e41509
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b44e6aac3a7860fd4644a694df91166b5fdf43f960cc2ce6b92990a93f0072
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90fafb636e596eef95ad8d6f6e24859050c1994
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de54eb3a8a7da5ea6328860d57586327e7c0a07f65c7fb71043df6517808119a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2a75e422cdf42a044a6b9dc5d5b4e201c19393
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1600e22c5af35a0352ef22132304264d52edaf14ed39b57c9d487f69a9128ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f656be4e0cd1e4d348db90f79c7c030bd1c750
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eaa7e90e1c7e164b680b35ff4b387f7462069bdea5f9c389f0e4f147d7333b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c1551e37fb333c898108abe35e3148cc5e2873
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db4a02d53c67fcdadc5f595f886aa4019a6890904b920487831f6cfba4463c7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db65c63a840385011a7ce8e35d7a76a573ba014c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284993d9f706b3cfa6a583facbe8ea60f7ccda13c803c7209e79690244d88d8e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77c184d25ce628a563a53942b6cb97a815bcbef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d679aced2ac5d1d5e7cdf936140bce6b5117a8bc6bf0cccd58517df71842c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17281a307d083e38ba91516919cb78c1046b9986
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a683114fd79dd859fc63d48863c72f08b281634073b86ca7cb76ee0db1add3d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2dfd0ab62af3e03f615e0492d525bac24a5cf3e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d12337a3e5d53d2635b4f28367fdc4c6cf87798efc059a3ac598657df43098e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96f6a5b5f7e95f2c4bcca109d0606a735f80034
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eed6b64c8baaf911dfac502ed8266046dc8ea13ba1d3871144f3e72725026df
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5a826c32597a1371042660c9fd7a5f9f5bbb12
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9970c018a61374daed74f477944a1d981c4aaff2e688fce51e081cd7ace9b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312a9039a4644867b8d1b4d83cd060e14be45a32
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ec3829b1859e7aa54ba3173fd44c6661eb35df0a733734b8514beb99775b1e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4897f4a7ee848cc5f934ac233601c4891c86cb09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a889e1656be89cd03492c99071d8e4ccb39c203b3f46c176dbca42a4d73afce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31ea96292e2158e2634bcfdb1d68268fd56c6e1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c704465afa721a177aefaedb27b9a40f48623db1611c1b2947800fa8296586
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7c8c0690897c885d621d638c728409c027aa23
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05814a09b644f50a2057dcfb7eb4e6bf19cc706b2c1bf1ff2bff3c1467a2eca7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9feab4871f8bcc09ba5b645930ef4a220140da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a641f499637653bd687215217ffb085398db6eda879e0441a5b7903cb353615b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638438bb9d1a328c2eaa96cad743921b10e6ad5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3039574826d6c60b9fe989541fb88cfa87b0c11bbeaf5c20c0f4684dcd9f7d69
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2835eee85278bece86324587f6d21f86c0cde0c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5189b0458e315faae385d0ef65b3013ab9285e8d8cef7dd89e2da9d3187154e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b13853fa0baa83084c4b9c2b6c6f822d314169d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce991cff19c4d58456f332148b504f2cd5e8eb48ffd4d4faa80e675921412b07
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be07f13bb15c3be9e1d37d75593edfcd11440609
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdb7e4d0b7b4ee70da2d8583d46bce4561a838cb32b44571444320a434d2785
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8120b1df24f545ba111d87e57b2345b9c4a0cb9f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b36446221319f4634ee5fa61f199c54ccbdccbac8b1b3259d48aaaac408ba3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadfd3efba4defbce2b3a34ddae96b1c8a128100
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2599af5736022ecbaad50e54298bac7d8e214e10b07fb7370e09f950999e664
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f65c7dd325142fa9f5bb3488b4d65e9ba599231
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bd1af29bafdc890c5d71f0af977b9c71510e0e7b7aee9ae97c229dd6b7e53c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22dd1f67f7050a2a7024d0f00f9e47c404a49ff1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e81b0c646ce96134c888a0bb8bc53d1f0a98074f556f595b4183b5a81adc975
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fb8c703c5c4776688f6d37e8d7871e68742658
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b64b824fb73724014063855148cebaa2b82dffcf386b0c92e9db42b5e96f9d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9528c52fc7b4c4be97b24908d3993529ea680a6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794bbfc0088410dd34a43e3a55265e3ec0d5ee6dbbe69569f5fdbb3de12af22b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f59c59c15c5470440cba0b647fad69d323c4e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5048f89c41fe9159cc685a3d41f92d66d8c9e5322556fbb69aa7da5ffe44a5c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdec1c29e57c308d387602eccc13dcd95e74923
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd82f70b983df46d3ce27fc1556daf877585f6b1e606878b04029121994df4a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469af0a0610e19d8e399dbbdee6c6a13d187d1f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de46bc577a53ea5c2aa88514a6ea92999676660a0182096816493de148f08ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eccd9ce42b02d7056c668d317b556d01495db1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d73c067872e376419bd0d9ffc359cc8b43a6a7373cc9d8dfe8a168587c0cf6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85497ec1ccc072c81b4b8d3769352779c1347f66
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54ebddd13e6e59a80b0f772ed69f762a62a2a17ad4d10ac62e93244433b6939
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dce411af89b655d53cd70ffca91a0c6c10ae2e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8587f1d8973b5d0936187f53399627c144bdea916b1cb768a464523619d9de13
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387a9c35accc2fe1057bc7fd1ec507d3ad962475
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531958101430524c91d88c69af7d7e3a520068e6ecbef2553d473485385d9bff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1addf3f9242b5dd40e19b025c474ac0f4c4b58
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88dec57abbe077946bfadf07e3ce00ebd724a732ee5e7f3563d25bd0751047a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2223c90c2182f9561ab7ce159329656a555ad7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa10d9b7a731a7f6220da5d9adaefd2ed0354e71b71597eb9791966459747c03
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f0d86c802296cbeeae108fe910b7e8b0082ff4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a87ca1bc8d8ad0fdcb5456c708f4e2a668bbe013ef692cfbd2d24cf5e4a925
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5bffdc9985b01b82ef84970c93377124f39f84
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885aad5a22b8be1f020c59bd4cb20a866f6cc5d9d18505e49f2938077d32077f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220007b77c9094cdc1981e4975a59e25ddbf1640
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94c492ef43f954ccc4562675ee6bef19b974fa22534c86fcc109f1502ed0826
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d9e1c1624f4f8923c9ae8a717117ee9eafc6c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3ac01d9e0258bd1972ecbe197e66476d66e65b962f3fa9351e6c35b9eb49c6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b1b03d808a94e00d3c6b35c8bd83e9ad1e606a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff12ef35f17c4f753c876dcc645893d0879b143161dfc2438143060a65e43c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095bd2a6e100ab6090a831f0960e834c1d48250f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f2f75a2361dbcc9ab80f9f4e3b36efd4137d8fd388067d86e422e63a3b47e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e8b9970c146a45624d25ee2be003d9ff4aadca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7825ab004b20d83e85685558bbf5a545acfe1b3ccf0670cf0c5ee170b43bd1a9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fff7288d77aa4d58587a22a790e5684c246568
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b39d15cb5acd7a9a617b9fbc1849833318ec67e601d8abdc4d30aee6f56dfa3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df41f669ecbaa3be7e4ad82b0fe38e81f350029b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:133e1b219c7e16036fc241db3d37c735fb6e08717a4a7f27bf46fc84bfd29ec3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb40a3d5268d2ddea601794cd191c5370e1c454a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ef8fcf7eea3c8208de73bd776a5c62d5f7d62977c251f55d43b372d1a0cb5a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9d123aa4b105209dc7c3198e2049e631adbd9a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a7014a3597eec2985d90853470579588da86bf73617f52d2c5f420a5e66eb7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a773e648b432080955a8a54dadc4a0762e5af60
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bb391b0ab19618f6e4a50aca65529c244c7f7c0567228cf3e2d604cc65b4bb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a295a14e164df4871c4566b23c81157bd67301
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbcfd4836d98ab8ae2d7e3d02b828beddca59676864dae890034b5bbdd7d70d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293ff48bae3efa0a9a83d5160bbdb603ed082c99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc4b29ab5c73e6bb0d011c4192b3e2c7cef9885e2feacfaed658bc5a65ab45b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f034eb314a2646ddf0cf2cb7d1217c5079eaa4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473050cd5af3ced5957ece0c8b84b8a8d0c4ff44af759d1441e7f24cd7c5278c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7a78fc791b8aae9845996baa3b502e5b0c2532
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ed7e37aa090528ec3406e74b97af3ad0a35eb4545c45642db2b5bbc150e3d6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa11d03004049981fb253b6431bea0f0cf6860d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc345775803cb8127cb35aaa56964caa62e8591576e2daf4e532d94c0ab6af0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c258f0ae2a3d47a23968ea6582699826475dd28
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01279925ccc1edd9e8d67f14c4452933b3aaaf1fd7946ea090731a27d9062109
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c823cedbc56c39b25100f778149064ef050451da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78596691877c10e8770e44b8d1cf2dd99a419b7e6501a6dd22fa2c09250287b8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa82df16e441878bca44ad171b50219c67d19c3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f7ae7f8c5cc6c722ba2869ab2df20b37e5696851c9ac1abc893ff6fc0f070d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d9469cdd25d446eb272a8d0fb432ce9d0b85fd7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077cbf02ca21292530577dafa93f7d7ca46d27cdbd4c8989a9b10fb3cc95842c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405b72158646b924d2f25e06749cdf21462b7245
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ed542f2019d930a480ddaa1e8f1f75b05720ba0b4a9504bec15d308f528d94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242d6da2b3b7e8edfef5f53d9e39d4e9e217956f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb738006d7626b573cf081dc996043f20eff837141d08a049eef21c6857975e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87ea0c1813b47b087707dd75f1d8415df2f7da8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4e7fb3fd3c4902ddf70cd5e5949caebb3fa886415f4178012f4c035bc54e74
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef88ab43bea30c4b6c9b21825f7e15826259dc46
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca44ffe8dd3fd8c9b8f36f14b5138e92d4d58539483bcff2d5c807cf13fe027
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6a9c58225afd79f2ad0b34f79015d151c9d17e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3341cef0ec07b2368b5bbccb00aa0a754d1e03aabb6967440ecdb117f9265846
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561bf28f317e47d95db46edc0bb850e7ff9d1bff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2736e3f3f504ff552909fb8e3e24806fd96e2c2a4fc9eccdb0f6a8c244181b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533ce64eb2a67d50e7beb367f0ce6d54a92cf165
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c02535447e501c76f84a6222b3d9dbad8faef300c273d142885a48e402ad059
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fc227cd360c66f47eb5c3105da7c9b8c4c0b7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bb9a7a76c52aebed73cfacb828e81a9cc5c30b1687fe7b21dadff29b7e5f38
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8a4706b0b05c6be4b6f9aa7374ab01c22b9286
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dea2771847f108fe7f78b6bb35550b2fa9a44fe52f96b82ff06b76695333248
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd4783118fab3466f7b70f68299fd610e8dcbbd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa17f7f0a3013061cbd377a84112e0205f8b88d2347d69c6500d3a704fab1f9f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a4a589a71e401092cbe43e317405b54127af91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04e21b74acd8533cbb74861c27838f2c099c85c46b417569824490c2fd227e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1afa73c4e4674b35772306370848151047bb37f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b38e6bcdaeefcc1e37a9f3fec83b44bf2071cf801c37ce0878d0b3713bdd02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321eb2470c36333edffc7e2ce96819e71aaf7487
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8946c871aea5434274bc286c9f06f142f9cabb9b9440851bbeb8f05f691286
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbf2b56ae4fc237e532f93d46f27e6820f93902
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6292ffb46f8be6428fcfb6f327bed80f0c9915b74d70adfebc9c8550be60dad
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da4b617706372b082924d3e02f137ce35778250
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e6eea04e7ce9c87440dd3566e200d9e63090e684e5bf7f22415e47a94a8469
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7833de0134049f18b4523ac7a560fee8ad12e1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ab95c75568ffcaf3fb0b8355a79f5a1d540854a86d8364ed840bc9603ab5e6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b867d1b96e2da773c84ada199af7b8712578f237
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94194aab8fa22f52fde1686284844c98578c08685b9faceae5cce158477ff0a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bc882058ba5fbce562d0de8cb83230cc02a115
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2488675053a4fecb2fe87706323fbc312ffb95fb5520e4df941eb475d73e7631
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb06efe691eee42368244f2cb579094a82c069a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5634f78bbbf4328f954ee0f1895d483bdb73d0ad22d92888dfbab381a028f616
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6676ff83f182691afd2a73f96d4fd7e33132212c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15fc641294db18410fc683dcd4072e82c85401c07f96a5ae3fd26c0fa9eddab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29995d818acf9a1a584c767a7f3f95fdb181f630
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ac031d0279789f8ae6aab86ec536734e3719b53aa7eaa4e731e78948ed33de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e00b2d32ceb546feb7d896e87e66b9645859290
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c701be5b61a52c429e2a09b23416d397b5db3c3bafa0f652d7445811bb1834
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7addf570ff4da5775611600aa1b0c0790851adbd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320935b7e639f85887b1cde43e5849263e9260591232ba7cc2ada74054662bd8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa2bd8279501cb43be1a85ccb17020245c36f43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f6386e45426d8f966b8f61f58acdc1a6c749d1034f883dc23f686d7f50b11e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aacc4e549b210c960e234522b7853d11c2a51fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc35abd34aff77d86311ab2bb6b350519fea6f0bec12a7a1a3f1007f6e06055
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d197630833c9ae45f16f46fade3145fd4573d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab1cb3a889f5354d688f29e6d62744561f87ef83f38f26538844be4a0819f47
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca6e787dc511e1a2daf651e297ff43962c1bc49
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4763c82c40b04bb02ed5baebf69cb8b35ddcfb741b40ba88f8e1a7780eaca40f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7774c94bfff1542c7bfed527f4a1a4e3cbfa617
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295393af7d0788419abd29dd07c259f107674a26b8887e03fb5768ea84a11472
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c68583fe9e44c3815db5dd35816ac24f37575e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a593674fb07132b0f090cc0d9a48bee4e77cb4e6f378d23473c19aa19cf10acf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a44be7000307b6759ad3bd0dbdebbc8dca2b90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4013af2b7deff64ef90398ceda2089ba6b4d17894528e100854319a20b2d4752
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958f3b9dc1c059724853c642fbd81c1e5a46fbed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6ac9929b40b49a7134f3ced948eb3a797f6dfca04b315a41643fed320ab128
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc53757d47e7807ef35e1b4fd974a880d8ce4e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cbef98c8c2dd62385fdf5acc8e67cedd7718f544f91efead434951679b5ffe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbcf7e0dc0731a01277772d1ad1e9318722b870
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6399b2000d636f48a65e8673af1f659c959355442a25d121f3baa679692f625
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2e8e462784450ae74e667ab6f68c0f1d800726
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7262efa9f8e3f6f3cf881baa2c415d701655862f22701a8cacad85f6b9ba86e2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723252f2cf0fbce98f89f3cac1baa294c8213938
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b0f4ce37a3839217f1e7d24e9ad08052bd343047e6b06d95f2792c1c6474a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cdb67a347346f19b1cdbfa5437e58c8df39f2b0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c610bbf614dfd1208fa7a223917b7b7352cb69aaa094d53b78e1d4d8e61b7442
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e8394f2b98e0c536be900260bba46c13fed131
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e37842ed0b0fdfae4c7c89d97d498a1a1a91b3650981e34892da32d292894a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71549ec904e19c66918a02a99a8110e9a8362474
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbd9d71b35241c0be0d3353574853cd60397b7eb76adbbda8bf59a84fab21c2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6294bb34f6666abe84166a9f2f29816391172321
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791c24c5b2219fe82516b2c358ce20eb29fbcea8e8345879102887ac3101c645
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284e41cc39527ebd4043fc6d7211049d30e7d5e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61378142c84eb929d11294667da70150c6fa9eb185f773ff8fc1455490c8c5f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396dee41c201ddaf97edcd4f7ac5467ad37e825e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acaae27edb0ded8b2da63a427fdb26eb5925dc4d1b5a49e31299414dd780031e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58152130280c985a7b50274d1f61e9a40895b47
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad8a8f350cab86b785c1b3a4b2d639c9eb076f1e51c691689d5eb4ca403e54e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb0ab86889d1f6629dddf954ddb04bb73bbed3c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac1a687e69e36b5438bbeeca41b065785ed3d1362c0746ab02f819aed13cf52
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12eee03bf0487bf73d8169c75616b863c309ea07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f7b5783c352b931dd5750d030d85e6c8beafe4cbcbd12ae278666d3f0e2b64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94751171ddf52d875919be2e7208b8d687bab7e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bdb1f1c94801af483992310f7831a28ca923d53af2aafed63dfd33606eaa4a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf7c86e6079e8143630e7e392acad10afb30bf3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412f09b13c0c9a1674932a2f6804900ae431305bb9cc04f1b72e87eff5ba6380
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7a587ffdf4b344bc1d67717b224b5f6be52546
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee77965378a5099c91d7c66a62042d9303cc798bd9f30ae79a2b3374a89b81f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624a8f62f192bccef97d24a94379a9af7c26e189
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97ec5804eba5506985a90ba5689a33825dbc5cc1cf7d0f1f39993abe678bcb4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f272f6a082a4be42375e9067d6da5b57b3df9ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2a56dcd1757589c7c42f1d6e238abda0da043dff29a281b2f45bb8064ba89c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408b0734effabc1d39797cccc3132878327895ad
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d204a1f76edf6a26e1311a5ad161c941c82cfc7782a593a982e3fc70a9930266
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2a922295b3a38c7463b967cb7c037acf12f01b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc8d0d3d8ef71c38850f08d9119825f02c2b790e4a7f52cf73e795c64a130b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0a18974da148d9ecd18a472c568bbe5d1cb0ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020ecfb28c2b54b9c1bf72e1b45980018ac4c5dd66f02eff3ca9526703a4c3a8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e371885b9b7b19c5a8c46467d4a0f77ce05aa17
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a140d19abc4b30bd7621eeb0fdb56c1ae66d9f4a4d185ae77a059bba132c2cd5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec246ae43a7e3beef5e4a657f6679569f29017c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461c1d9e1b085f0b7fabedeb1466a41ef081e9935d4d720521738adf1db43484
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82eda553859e60b5109db8f1c5e268df035cc78
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796017ad4803df78d97d713a5c9b63626fb6514dce78dc0e2db03e9a8ca2a573
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e310560f02eee9f1fa15e3f3806bea38b9f05051
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ff2f659dc0bb20d49cfc7aec017a1d0e62b5c0eda87dbcd55ada3b6033694c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3b7412e2dc545c8a5cb11d9b84211e416213be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0759793d6de446b42e9e506b8730be4e0cae8fa1a2cb35eeb1f9b17c67b7c1f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1f1f9736fe02178d8935e15ac985da3ca1f647
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc98c3596f881140d6090bbb55e213a2ede59c77194155ba657d9ecfbe7a0f7f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0866a75a9674570a10e3a8c4fb98b1f3269a4db6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c01b217a59df12ccd8e769536cdb5b1b16f8c17886c0e922f78f9b1a7c31484
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d4d7825a892379e912e739204b7d13e4b4fb20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5dda92599f2bf6a70a025f614d48701da77d0d25bffa234e820a19c7da85237
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fa7fd7db34c0ca3e0a2f870bb4130b5086591c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924d69b578ad4eda08d2f24ac77a9ba9a6098314e8a5d725842857ad76755d3f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee80559a9bcab1c97a202caa03ebc627e6bbecea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c9edd2253323815c7e93cecb5f514b7e8abffca6a7ddec06688da6ec8da8aa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b192dfbd5654b923bfadae238a103aee8509130
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b498f83850e799218056676c303a0f1919f6bb9103ab179b5d65b424a9064c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e555295d49646258193ac826668a2e365ddd66fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7299d004feb9d2493cdc2d8d5ab72327b3d62dfecc40f753b3251af140cc6a8a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6db8fa8b87c42d27d811ef7524f11ca88ef2aa5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171cf1be1de7da64e21249c5aaf6ae9646e996293e97dda0ad9fb7254f521e8f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba015b76dd92c27da6a950435b96e654874049a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551ea7cdd03d0077f3300023ccbc21aa77f67e4e31c01d47929882c5eef6ad4c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6e5461c8e66e124b0f77635edc8a94ab9fa9c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c60030e712a63e8627486cde0d19b17d5eb1d36248cb7c1f7d6e58169997e4f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b0f3ab254ca58e9d690aae54a12d5df91d042e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca0a361b799123e20207fff339edab93f9f108930636134ebed19a5e504c584
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1da291a36ee994a4268e1249af2557e22ad0c07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f823e43526ca0de1093c61fbb6f85d3a7692e4c5f1f085cc576cde9ee9e6066
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bc844d770681b5e65efd912ebf9b67b2ecfe83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4474df95f142594d7693e7cb7cfc4fce70725c869b3dc3ba7ba3f86e175a09e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6713adf22ace2e155f3ff8b29e0f70ce0fed93ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee044cff185a3b563704b9cda09c89af2de416135021593a007a21155f0b22b4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7987ec968fe8642b652e40e8e2d04d19116bfb30
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a8efff86837841fae2771fd48f5eb734ec44292dd128e003283884ecf9e013
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967b891be9ae8782db72b220a7dbd6af994ceb5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0771568c28a1befefbb1091c7d854627fdd902f02845ca8fb35d53843d0ca354
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b1839b6de4eccc83f837b704e2b2be35a44f09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ea4c920880e3c572aaf2704518a93e4c65cda30fc05562a44566350e7a8ce0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f283e339c6fb30f590ecceef91d970d63606646
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a2a2db4650d08f3047936903b6e230f1520a4313103943b57f3a0189fb5e03
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f7dc45cea78f4a26bf1cf913af3b160e3e83d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c8ee9ccfffb00df44484e4ec59bf1a5789e4bdcd73e3b6d57c6642e10aec5d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1f2e94f669e8bc84dd9a7fe1c3044fe692aec0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db042fc776db5f91301e7457832fa58c477e1a8f239df5a0127c7e4b828c97e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12530422c16bf96fc32eaa14f7a9a11409ca296
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5d551f9870b9bf34212492efd42510aa6a85bc1aa52bd92cad095c0c840655
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b46d3746a53ab7314834a9545993086784d2561
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d93c5dc18060d53c889bffc5e5c9205040a5ad9e24c80e9e64fa860f307d59
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564c9d821b2bc87cf3ae3287b1a6e11e93857b8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d2cda2d84f6dd79b445cc174b107e3346c4a97adb5e8c350e17ceb24b7ed7d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a5f2a41c99edf136c0521cf22c492ed50ab083
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dab4173e90ed8bbd2bb4f084c676e2ea797953f664ec4f8b0f1b08a6e6ad88f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8beb85e0e145fa108d20a0d62846151e2e2e3531
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c25f20ea96bb060ad4b0c147a4853067104a32cbc69fca4ec3ced33e1e4c061
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8505fbfc630929fe38b844aef4ec00ae6f8a873d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac681092610d1dd7223bed22cb2210da5cc342b94e4a81ccecd30abb47aa6e71
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86bd1f84108ac3e15af659259a5a55c98658f12a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ab960209cea19560adaa3e7ee02d60829fbc0c4b7f6860d27bfce96090f10e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99565909fb7ef3666e5fdba8385cbafec4ef3c0f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51380711bd09e2205207a3248f82d9ea6418558f1b100602755616f158426dd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1aeec048841ccb0ef5637e7e497c878a5f8d53b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d038ede5da2fe012de764e5a48ed55976c9d916f8dac48ed266aee437b5e35f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11e6be1ce198ee3fdd01431657cd34921088d4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf50351a5db07ad5a0c0e3da6e9ab87c5b91fcedebac17164b6e53048509dc7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5f0702ceb2338071aae841159e61d053d99d95
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8addd051c56bc02be670825480ccb868291939749ade18e177fd1ec3003eb76d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004ce944c8d92f49ddcfb99fe1d126ff94df4d12
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44dc2d2edfc969b170f9f0458b3b8167b2622d131e8ab54876c42ab55fa660e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d211dd947704bf8f026f60775ac30e7be21cd07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbdbbd0346accc32f035d83e8ffeef42860306c9a772ddf50e4d57897ccbcff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17117287e89b6380879ae4311e021474cf76125c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6b474e9e6c89533e73b2db1c237de12eb27b3c97302a75e44b9878a59e2119
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7e93818d4b7cbaa03cca2b0eb0f9143fdec8e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f458b3c4cfe56aef8343535278e91ce934e2a7a616f9a5ccc5aae852740e830d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61ca10346c39f320745c696d247584bbb55b63e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e41b783000ee45024017f8b5332e7afe4d259677015a0435124775b6473fc4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1983edb0f29d18ca4da8b35e53b64b07da2df592
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86141819fb5f9b58ab61a76dd2ee2780bb2fb0abe4ae5d39d3ef523da224795
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871fdae12dbd2c0892fbd4e0298856e03c4695b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4f29a66f3c0d99ab24ca7f0ed62a388d137dde6bb7b8102ef01c6f58406e51
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc2c44cd05035818e85ed4e412cbb9d1d2e2b53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d644790577d3231a4a55dd744182a8b7042389f84045567108d318590d38ab2e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6325666702bcbf2839a87fdad5f38c4a3edac01
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacf1390cd9c337fcf5f3ad1facb10b10b01840fa7c527a43ac4f397184861fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e73b529bdb127f250d6865f525d7f3a65ff536
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cbf5e7216ca3be4c74bdfff11758ddbc90540eca0e513198e662ce24ada6ef
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6d445d6b9680a8a07aa24828d982397bc98f89
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c84c316c00b384f71de2845aa44cbb34b0253fd6fea82a323f52dd1674b817b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02a4fd2514532ee4d8bcee3084c6719cf252737
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322d359ad36098d48570ec0eb7d1436da25ad070000085c5b7fe25090d67d554
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b1f76412cf4485a97edd5346fb4c7cc8ed86fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3056403a4dd6b4838c90573251d3696c223c5f926b75604a1ffde9fa7aba02d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc52fe8fe02e0e1039825a20251eb2ab3950b5b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9d4ce2612b94d967240e38aba19cd3e7e399981ef31e342d38729b1fda230c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ed22a6000aa7a980170c10f4970dfcafa70533
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e062aaaa385f2296af64d0dfb669ce11885e8870493ebc9faec6c1aa182edf2b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298ceaa03416ed377777a10e210b644d0c49612c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376bc7d3a331a9c17924b69400ee24cffbb9280ddab62710556170cf34124636
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53171d76699e74ecb51d2fbe14f766e656e8f562
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d7326623bafb040e304b6d2d95cb68b2830b331437e55f6efbe5d5f3974c5b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb101b3117dfb9254c9d89c0dd4e8fbdb612094c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289e497b29e25a5ba31b8bc3ca7f7faf743896b03428d5231051560597fad833
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b25665b1d4b3f183981dc6365fde97982c7a4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cf1a4b2f42f91f912f64d198e7dcd74f22801c0ae88ca382d636e4d2a5e564
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853113a6afb3a60a03294465de5adbfad90b4e16
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072c68b9e9b49d9a9f6e1aea094401c96b28202a2a60ce744cf78ef771742a00
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b82ad9e2be148b6cf7ff418c448281000d1b52
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73932daedb3fe52866d17dbf5b20dc0211fc99eb4e5d28017ba69df5ab3279f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7d8b1159926b408863995d8c6c7bdc8e04c6eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4812ddbb2d2171c6eac58934bc986f177665965725398d327730056f9993cb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b45b0ca156679acd936ec68c3e75ab18798b6ea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe07d5c8e627e6619856ebc9958236f49a5c3a88def842ad44a9ba7edd4f6660
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6ad523b384760aa53e773e1e0cb131a83de490
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0d669553a6b93542bc3b3dc81bdc125a256fa2c16996942ef6a6874cda4caa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3932274ca8fbd528d65c66376ecd0d58a5ffcb0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d27947826bc4e2f72ea975e9d0fd76329e5f71d23cd8806d72b8b8b19d8d8b0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74315ac2993092c536544f95bad64e73450e8773
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8612318515bde5176aa61568ec9d2700d89851a200d665a76d11e6614106ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899e9b7e3b075fd40366ab8fa0ec5314cc04fec1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f843140e09cfda0e211af6f63966fcace612d1be48fcf69bcfc34f20d10512ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39464b62c87b6784d0c82b0096691257cecdb9e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22542bd94719be3a81dd8dca99e3fdd9fa1ee5a74414dfe81c3fe5bfcbe8987
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeece89d711f2e1d9bb421764529192fadcc031e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abba874721057de86580442a00a4a190bddcdf01b5d6e9068ee7c6d1ef020cd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85b117eb8b4d4d5e099f23924aca8652bd3c3fa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d71c2d56ab06c83e91d4e56bb859a6b548766b551520a38d4aee7a12ab780cb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1a88120049d5d2f74050e47bbf7c4c841a710e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db46dba086bd4844d170738c1214f200bf5bfbcb3c048362bc456afbe255f1b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432c5abedf65f52a532b0c12389cbee54bf54957
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076bae1347484e1f211ba50e2d8f9cb9a13bcbf8fd2a1fc4a36cdeb2cf3955f7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3342bbe0e109227b3fbabddcce8ef0c20a09c9ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb35c03203269e74cdc895c3d31eacfff5332da147d0a59f71cabd704a6b942f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d702f5dd515a6d750b4207fb661a165bbfe1b7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c4b09540bbc78471a7bb32bd786114e253747a5d301760223d0d872554b7a5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79c8ebcdc0f6f139ce95842b64401fa376706e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63a6071481058e43eacc4410f7886cd7997c17f43d192704951a1e4160e4d22
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a31e53e225db9044e6a0a56ec2ffe074f214bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c253d82aedcdaf8f26994e977aefc2abdd502563939a9784f2b5f8bcb16092
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2111608ee84400e744a643d601d473d3a1fa627
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcb646cd9e722a74c39767a979e121291af4b9ccff62e78a51bd262cbbe30f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ec8b704d5b6db6d28067c7cb553df83fa805e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a66a731d2db0b56c816230164713ae66ca008a53125963f194040428222ebf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695801d6446c7ea91021f913b572ae05a4ef10dc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac8ccff2f58ba19b4d3b4f8f5f8f213ac594134e04ebac901975b9dc4c7aa73
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a822ca4eba7525db817f58264bf5656948b18a60
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77605a8cf2d8150966894c0c6d0ea0335158312ebac257adebe92789395b205e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8187472fb84add028bb08fe50464379ed0156f61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce9cfcfd6840bc01d146ee091575af98d429b35c1ab55124a4deb819034adee
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fc833bf1e1919e87bd19ca71d52a6fb6ce601a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662138da2e59cf8235d9957dd55e32cb7c2a5ef871877512b60508abe5dc93bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e76184cc7f8c953de9a5b2f000769f4ea145229c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdaf14d8fa4afcaa22c23919ff1a7875b582555971426f0d544fab9f29d3216
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd6c0f600f5301b7b17dd2f277ce52c2be0b914
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90dbef54377d736c8e57d43a9888d4ce70baf20c91714b30fb6e4c0674818f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa19202d1b57ab0843e041d098f5a7e5fc034e92
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bdb2dde6a479b4e280c6b33d8b6705c591eeb6ca507536e3dccae30cfd6fad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687588a4e19564c9fb4a77befe466002e38def1f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1c80e5e05ad798f6ae17cceab3e453deec19f03ffb081f2c57df13ef4b6625
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6f61c5db6487d4ccbd72e221eb068e957e4394
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74681d46c0f4931006e5b5bfee94ca56cc8ab2a4baa4b4576a0de190801f3934
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a075341c93d586282519eafff7e8e2f407d04818
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb66d4aeac46196b888dbe225bcd5833183a9270d5d83341c8d8cbae1a7e8d3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafbaa2933b4cdbaea9e3398108191af2088d663
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a1fdd7bf20b94536e1e2b975ff748a31a86fd5f06f739f9391db7bcce0fcfb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833879edd51a785c252beb02a9c1eee9ecadd847
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833777052d557ec2e2d0e47cb57249488a499f948610671bb59ed29da8ddcb5b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c371af5fc67f4529aaaa7df45978ef7566cddcd5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55e8ba4353d8db4b7269f43db048f36936feff114dfb133f515236e3a858adc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0e35bc82886182e57767554b1c45b76bfee183
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff57cd94bfe57a3b7318a982678cba548f993a5a84834d3bf7b734b77fce5f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b61b5c98546a07b0f7308c3916e1f5af155752
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f3a7d343c9d11eacfecfda42da4d17fd7376bc65bb51eb59ba762144ed39a5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e1fce00e1776636702e8871bac42b86c8246b4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f763a9206212dd336b6db6706362fffa9abffc038b96036abbd8cb78fd8af15
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c97f6cdd25c3ef6a0354ea3dd2eb61057d76de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ca7820d2b462d46bae88932b4beb183a2df4de2e5b35af6b560bc1365a1a9b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f874e71a14b728838ec54a0c9392692180eb99e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d14cbdea286edaacabe56305739e1fa66985be712e3030629cafa60d7112dd8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e42cc99e0570087962b64c026a997433c8e171
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafd395908a70ad978bd5148f789e4a44d348fd2cfa326f643b5278d7166b1a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838532ede6e7389c7277483898fe7a483eb9a963
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e5784066875205b6b93a44fc623f04014d5cf0f820ff2d385d0cae3789d6c8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fa369dd544e142ee18796f4e4fb167049af057
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d40faf9a7ecf775b275057454e14d01a518aa150d2da33a4248131e4a7c6d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b08c52697238e1f68ddf36d074717d46ebe3dd2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ce4de232807c16bdf8aabf3e68224775ed29ffad8287f4eb022e34b3f48547
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777031e6c3efdb8f587ffb409e0edd197eee4b7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3005668f21e839aea700d15af711b768aecbc3cfac640e68673fc76e96989448
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df775c44b4ff5adec32aa5c9a0105675802897f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fad7f6d8f464fd7cbeb66a7abd23d5ad21dce2500df7fdbfbfac66783c858e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f58b140d3e976f809910f52da3b0b88f1d2307
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009dc8765e366fa2160af6c3df955ee7ba808efad2669778e8c80d96770e1467
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acebf919cd09f668e041bf972bde6fd335d778a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d91966c4e34fae8f5746d3cbb9c38bd63f536c0119a266ea262f770f28ba783
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b059a8fba35329784c76dc63ce1cb81815506e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5696f1ff8418dc52eaeff3e09eb91d4f357218b606bb203916fcd4a451d2f6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce1d481fc82174123410b64142a5e9f630250f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0c1629b2a13f81b15b4e1450492cc7abec430372142ac32f0db0a99e140e3e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12096c1d4cbbeceb37c42432411d5bc55d7bcba7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653200afb11723d7c9c8830d340a5f89c36efc378b1e0756a9f6a21ab09515d6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0083a116b7b2a970a584b792a909a790e02fe9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49df5c68e7ca1c5d1bb2d92b1af97240c8882cdb3a80bfb45315ded7790529c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194a168336a795ada28edc041660c5b072d2fe2c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d249de3351c390a4391f483484488131c02c76ed4490725025db2e4a486ab742
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51630aca39af822100932813f8a6cc5f5473634f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148a7ef13b8800b9a13ad23cf4d61a4a206b3b3b000c5ef684acb6758ea5414d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4ed120b6b0e22303987c1eea236ca8737fa851
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77cb9d47c150ecf5291631b503c0e7f3ccbc2cbd46e23428157488f19f99e4e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6f24c3acbbe2b9a362be2de04156cb5d59f16d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bf3e37a940cca1f90004113552b73e678ad30f2612a6c135f3962f0e24c0c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baaf510e275322f791eb8f5ec11e631b117e0c1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65e6d6d27cc5edcd4d67b276ac783ab3c9b3dfddaf6d4672b9df10440a438d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf95575794e88328aea4cb7e06a8b054157e7256
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c6a17234e0787a498fc5292adbe7b302ced3db0fee7a9f72a9a1d7051adf78
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6b4c9db1223aa6604489c95468b16282e4e5af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2b6743fba771701651367318283070efa72b99309d7b4407657c74d81fe4e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3611b9c7711ac5099d57b307e84821cb7ab1b00f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f956d8e80280ef2da3901a1c72cb995f4f7c8a642de7e4112b87d26bca94ef23
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91989ea002683de996a5f7f3a5d04ec5de96ea56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263ec98d9a81be23e8371e7d98c41731ccc9c90b666bcb43da2e3092d8f07806
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66243ccb867c323947ccfd4586009e0120febba1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7c0238ed30d00be476730a37e00061c978abc9a4d64c561f2f1af49b951464
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f3de3dd028f352c916f00ea3be52c42d2a1f0b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f143bbb160457996a96b6f13f82c6b3ec732c4c33492f6365db8b797eeafe658
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ca9339931c6341e6820103deba181842619b90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:322de0a8d850f29b1d48ae9c8c444cb3af544e850351dc44495e9949f1d510d3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64acb398a11272a43ba3644ee790516efcb5a3c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4bcdeb2e9b6f483951f90a4574c7a76fdf0202ec5d6460a10dec1eece4033fd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b597693d90124c102f4654ffd4ce170c9baff8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e364c854f39a0f2b20dae23f57d9a3e0c35e40ef96bcb6674fa1b619c2643835
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f90361f6c0c99a898b2b197f8de9fbbb1db011
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230bc0594f048a104cf1e8a0e3185c4068b15b4b0a999b8fa61169135654f37d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525aa13bd60a6bf35c2b7b130e8e2b5ce791152a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a07031cc237dd376c9d1806be3e388e8627067591af282c5a90d4dad0f3e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5025e20e6b1516481d8a8fb9c083203221c698c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb03bbe0d3e864cd7e35cde1a01e9ea85aa95c997fade61f9b3711bd9319c66
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735e48a18979ffc91dcef5aae3f547d9942707bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c07ad7d170a5e15ff4462f5f0bd6999f88f9c824517a91843eb5d84dc7adc398
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f0033e5653b6c3bca6cd3357aa8e4066224e8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4098641e79694f221281961239434eae893509b316a65cd55c3e3614c4472be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272ad802974edb291b13eadcc899d6d21b9ad018
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcbac30a2ef2fe778ca26cdb629cd4038fa97d24f330903efddd14a0959228d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fac99a452349f4458edcbf920577291c244e3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7184733f0ecb36823e54b663cfdd6be9f7b3f105b9704f17a915fbbb3e3e70
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c48bc69e733a6f905bd46865fdd4c61ac8abd10
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12db83f85a81f7c80f1c968553907709f91c9c1c6bd943bd17e5fcacd17b3434
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba47ee0519e73c0e02775d0c6debf92992e3ba5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f17e998dcbce83f24ac7b993efe9db49f4671d788e9c75cd94517ea2cae0bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcad55a0fa55838a86eca1eb2fe0776b348e378a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad44c1b56fcb6a4c04787f70344a36b3bdafa58809497438e7682810623b3c36
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96f4540b3c8198a6c3915b235c9c35a6de52789
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da569af791a06a2e894df7d5d65de174d84262affcba25e070f584d509f94c2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b236f0cf689a86a41c9130a1c60c01cdfea810c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90ef78288ca3bb3115ec4c2a2e6c2e418cb0b341f297626aa70efa847164f05
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ff7d2555a47aa5166c47135e4185585434f7b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ad33ed601b1656ace9c7f15f62e8e4b72a762abf1694451a9e576f5b61c43d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b0fd861f9e326786e0cb38d5036c0cc97401b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0a63252ed2a896594c98f9da2dd08dbf5d0a1d245a3f7cb9997c1c644832dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922287537244cd40ad0f234569293d8a65a2e18b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bacc2519fb516e8df4632b9f5afe4d9a97727f93019b67ba03b55279fd664b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73c20957755a5d271ba860b3109c738ccec4d67
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b924dc64b5d3afdae5677027188a20be2f26384c9d9e7006d3421de9dce7d84b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b3fd00c2e1e3ee027c59b578620fa00533b965
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc364a11bb9799290c2ddd770216161757547fdf6d32e86e155e86b9e0412c0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123562bd75886a06ec1d161ec258769c4a0dedec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f39900793a39f72bc3345c43292e02d5bbc3f3754ec530098f4261feb2ec52c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0963fc789bb415a951d1a1f73f30084360890c73
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535bae633e3b21e4e81aa39652a67b6a1c49db13921fa0b97ca6a80db23d411d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e178df243a7c58a43f3a647f6b6e93a9703f42
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570a6d5561562164ed796e6119e2c29f497f380d05aaeaeed1de79a73e52b9b6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1e821f62f9ecb8f2fd371a04b5a0723f25a62d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155cf970b70d5fc61b1f8909860b9383eb197bcb8157190b31ac2da2a984e3e8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9111ea5c30b29247e210d62f7964221321fb407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eeed40190ae62a0e3f4ed290b115bd66349da0defee89a51ee522cefb70557
+size 11395