diff --git a/params/phi/8/rnd_search/comb_12/init/lm_head/_0.pt b/params/phi/8/rnd_search/comb_12/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8e727fa103ac4a39fdecd0401dc5871a4b4851
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b0d260ec146131731dceebf0eaf1bb46eb9caeb8621feb7528cb8010869917
+size 205955
diff --git a/params/phi/8/rnd_search/comb_12/init/lm_head/_s.pt b/params/phi/8/rnd_search/comb_12/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e9655efa20d3ffc765f1cbf563b6d7141acf3a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ee63579af1ed8d5ff6d76e72b4e167d3c6e0ba650da6c0f4defef7d7621604
+size 205955
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76613890b10a1082912e0da31b9c33d3019adeb6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a575af3fa2d233111eb8680e0a3f9c8eede2de328e6185a32eac77f0c50823a9
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4fa07542f719548b0b7705085b5c1da61b60a6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bcf60f3ad9a6e54bd9576fa046d8df390904b01520b75d6d8d4d465b65f28c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6c4c6b04716e51d226140840d9c9c9754178c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075ce3507f270751306bbd79de681aab32482f8ff01047446a5b786675279ee2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addf3ea75551e3af1bf8dc26c71fcaeceb03732c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18177c68a447852b519fdd0c2bd7a1dd87c892d4fd1ab5ccdfced48a123f289d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c000d45f63eda10389dcf507d55d8304e06c09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74be4c75746f42dd75bfd9b860b94619c3734a8c16d8f2f8e0d5f9c29138d271
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7a1af7acd87c7355fe26dc89e02197fbdba53d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660d58d08223859ddce464a6234748fa447a5d0e0b20c2260a7420950489d39c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2d3757ff3597a812c1a37bbd8901525d8ac54f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca07d1790d06903d576ca603202eff389fbbd1299651ee0d5c692983ee4b99f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092e772c55babdf1256a41f2d49b1531f43d22d2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d07155c0efa644e57187da162a0764d9f0dce144715ac9d5319a52d95d29377
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0094ce27ca19957000baeb7bc62ee2668d12341
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65d4b8b0279bde5df6cd3c1cbe8be9b82747188442f67a11493a7fbd1b45ad2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7641d7eeb2a5c5fcb26c3346a47728dbf7fd7e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e1117b52db520272ccdfefb4e148fd11472d7baaee00b1fec3adf5a6bf0495
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56d5b700bd6aa6786f156c5e6adf6b1db66970a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f390d647c1d63a8a2801695f5d68bf42d80260cd28714ef103f6ee1aaaecb286
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9ebe8038ec914e22a2087c66ff42bf21091d80
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848b13bb4ed39adffabfe9f37a25e4cfada7e892cb672168d9740b508f875d6e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880539b8316d99ca915149ff6ef0aa39df9164d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfa7a14d45ce229854b2a07d7fd3470b3aa695aa6703c6d84471cc28ee8d238
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e358c44c8c7ba204f2139b56ae61c0635767cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fc5e587d580589955ab0c831a817a6b8365d5ef03642f768a8806bf79e3ab4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52194fbc723b9e37ab8c966a6cfe9fdccb4e4a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0feab93aa06bcb13cde587f7a3be017fa6b41464a8a51802b20b23a9e5d24b13
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5d0419ff5d934def20ae32a1a97133f2d010e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f959d7ac98d787ebc3d80e4978a159345d6317ba152898c588c4a25c9085901
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e3ff1ecb98b5afe415d1dcdf566fea6271db14
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afeb445470cf391c3df8dcbfd9d1481d41c66d5819c4241ad8ddc927a0527097
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5b71fc8675d97d1271053688b2c86ce1ef0b12
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d19aab88382cc4f7a1c26c469d0369ddd44599f6769a6c7485da4a55258d06f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287a1f192217f5ad6156a44fb4f81aa7373e7041
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5205a2909b99789404243020cc85f1f0f101b837c957fb248a5b4cfb357a03c2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335f21dd2b2929a6b15563814119090b98d87b89
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b91e0569928bca88ed13a69dd986543c440b9f608bc2fd4587bf77a5819403d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd269d9dca89e528d6714d9c1fa9cd47c985141
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413b6909695c014674b8ee7e6df87689a588886d37aacd8f7d3b986912ccee58
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf01731a2c181a7edf5c3e793891e30ca06f8fa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159c312bcda8650e99182496d93d6096f8bda02e9ad4528ca3429301ee653c34
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d30f6076343c88ed85bdcb00cd04832ab7bcb4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25717e032be28d68caafe4e0c9f22cc46a9075560d56039cc9e3d2ee7ef84017
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8f18691049c742a7875ab58e1a839d1e91e456
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4a5218130ea6aaa43092d7f396d3a7a5dbf1cc1992b646ba15e44d637b2d40
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6a6a0d488f8519f71363235aa29c9201a601b8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbf737ca06f7602740920ae28d8126e6612459597419032d3fbfd7dc50e8507
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c252b0950d3fd14ad09f1c8b65416d1f62d864f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390cabd2f04d22572c049709a62bed91ca3fc97b435cefa1bef1f78c2bbe6b19
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2733fa9e5e7bac1fad8a6d864f3bb97d00add2d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8326b756bfaa228360b2b28f93fdbc73a007dc8bec0b0d46975d1b6914c1bc3b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8d340f7d11fc578d6236513a5b7a9b20695ce7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f98131747d94313cbfa6b6723b8ceaca451deb42966e9f4fd01db6311d87131
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033fae71c89669858b4d7b9436c72a6712412b4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1045b7ccbc1d7be75bccbc1676eadb6dde143fa9aac9668380b8a4ad47fc945b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934db2c736a77e7e80adc7f888cf0fd8070673b0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1366f15f4d8341dd196cbecf7603109738a6073df1de206a743c445e900d271
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bee798d817da4769a679bf92f27b5122ca13d9f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc59f68b4fa417df95a12ca20802afe87b92295039b43be51a4a0ec182a8debb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767dbcee0b51751991d7c83eba6bdd939bfc79cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13821cf4f0d61c02e5fc9504aa0afc8a520400e13a6a535af71a921b287aa505
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0387d5bf1ae15bc71cf6363227ec8f7fa9754b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d7510e877d1d73b2b4034fc3fe6ed35222e27fe7b43c0cadd84098f21fdf6d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f32c204a4216790371e374f76fe821a97d38eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ab7bafaaddf11a9d2d9ca5c03178f19f16b25ffc13258e11787dced64f8c9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61675f8a1d96c003cd508537046cc3398c006760
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6181b408901e3996ea7c4e606ceface1a9e0da67a7c9d46d93793935a5cca389
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f659c76a965ae59911951af9f57f6ed7ca24b72c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42036bdba275162b28c0138a347b20f722b040311622a660129950a4085a9422
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841d40d803ff9f6919cf7c329710f80f2be5480e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2477d8acdd76d86aed64bd57233bd26f143e7205166527c231074ecc47b06350
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2f845814e7668a4cee0c74c977989664bf7c87
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418eb472aa40c0311a720978439073f9690fdcfb8320d137cfa0114b9024a291
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8f4002b261e1e7c3f7225efebcf87c373de2c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ede7fa738be785da6b10feee3bb748bacf437d7799684fcd2ba0ea267f49897
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8e695bfb307b046bfcb5a253eeb4006ffb7126
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0206f223c7c09438d2f021b99637401e361f5cf49060bd59e8db63143db690c0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0393d48c9308850ab010d58be5b3e6470cc3af63
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e03a43dbabb0488109640742f0fa9a98be417e9f6bbd7da4b44a85496945e7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e2fe0e2a685daddcea0053906ab0f6237a20d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7faf5d7314b7d25cb1006342afbcf6d897fdcdf5acbb48709bf0213dbbba0a06
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3942f4b49b2568f9592e53a8d209284b3ea9cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d13c8fab13a82f22218503c04d2af0cea9479b7131316e6777798a916e7bbf4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e871745ef9a82bbe62c868ed83eccfa81387e472
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa973ead625c5d4737922132179b03d3138e623edb0e3063c12d6213edfa419
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9f119a9a3fa1cd42716177aae2757f1b289e6d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822b9c66526d4c26944e887186f7658dcf8ecf4266ee4c0da3aae38ade93218d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a413a816bca88f6b8064fa569aeb39309d0cafc9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8648289937d2926c7c2f62d8c879911e7f35d4adba4bdedb92d947698ecbcb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f9f7acc687fe0bb8ccbde4feb096fb0ba5418e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47647cef7d4705e6760709b99b9fc378d5a70bf52dee599f1436b03b1868aed9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870393801b736e5640d2ee1d558e4a8a0a4f56d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4f22d2bef8d32008b01d9ad6aafabbf42d139adfd5cc0a89a8e496244d02cf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d42a7a8f74696ee350b8019674ced1c28f7676
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19b466a010e42cf27de5cc6920fb9e7c1abe86b2ddcaf7a9e6f099910666395
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91726ca2df0d241bd111f641721b2cf573dcdfd8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea780fc71ea5c010b772d2d1206214f2103300637cfabbfe0ae19fac69b7c2d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17be2f645c29dd63236381556bb844ae3d30552
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9965d4d8cb33f368359d4b51c32cc269bdd675e77587b9afe9d50422fde672f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b215352b5978fb7a4a40c60e178fff300ea354b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eceb05a03457f929103bd06f89b15f14b3a5a5739e6e16deff544c0b824357ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea1753a1772410cb1b86d9684143a4743e32108
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ac0780bba95c90b554faac641721673c390cfb0659b1908a044b39291d67b3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87c4a6adee973528d36dbe0f59244c7540b9d78
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32e8532ef53d033b25e787ddbe187a0f57a91c20e4ab8bbf34f669fe4490ea8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623e98ea498b951f7764afa3054af538212bf3a1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cafea26e416742f14b0fa8e2ca7bfdd6ab039ec1316d8690fc8b4e8cdaad0ea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91838ea0ec02594732b0c20b9dc99d5fa42fd513
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd0f817707f8469d816080363f1f5af84460f655ab2aff14c1758a58820621e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0d71d45067e3a12a4ab57da37156543a405f7f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a935767e97f7f43f094e15583f3f4585be37e963a8f2e5a06770b62086c6f1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe77b5b6745f5278f77b61e3891ee3f6e688da5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d59cb76867e7a81800602e2e88545892dbbeb174a953f74393215ca3ed7c2f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf34da2a2bc147c11e0d96e38af166ab6f38d4fa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a5c2355d60b0e5e2a837e55fb87787907fa6776a28295ea7873d8da4e28291
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907d83af7365f701ccd5ec12033bde2278741b15
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701454cb5e415756b5821f196dc1c5b83956110773e5a8ec0fa33f2f55327b9a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad243fd19db68b5f7737820d6f38394117f0537b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba02de8132a1a999df35b8bb5704340826a857cf489019ba99a33346fa0ea1d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8859cd9b297ae09b2f1e0674b71d1374098fc7b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4611616264c12915dd7dd2e4e4912ed26292506ff5c63ab78b3e315cf24169
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ac60e39c7a5ff6d310563121ad76204975b6df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1bedca7a518bbdbf695ad7a54e8057cf7f4b2299d62ac055f68b8a8dd404cb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d2f46f98c8a870cfed2c51c33e76c7ecd7d093
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee0a05d9f403a3447008c065bae1888396981cb64abc96abe89f03ea828dcb3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a7a539528934fe24b5c33c735062902028ed12
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5219cf28441102af9179c4e920657cffabc444b907aaab7bfc318a6ad7cb9456
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a994dd13131b140d55a6a88d6fe5aeb940e423b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4f2c0a4d9f3c8616f23ca630480669f20966b650d8e044d0a8c8e334621e1a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb5bed69d0af0adff027febe5c9ea98f9438daf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee6e8d887e087906815244e82cea070f429a7df5754034fce2cd07c119fdba6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd2c2c525fe012ccef7999aff9b910aa2a75e53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066286d61824b23945e438a463cbc6f1d5fa8782e2c522228473cd786226173d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b1ff4fdfaf4bfbbf1aa2f34c1aa919f874f908
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bd748eb0522d86959a3dabb12661c8a08f2a59621e8b4821bb98740856e602
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c799c3f5695a32c9e6a0b0d37d6d0e4d6057099
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2394a1cd747b93dac97038d33b91d2fd9ec35a0d4ebe26cfab99df5077ae98d4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04eed86737fdaeab43c719c09534bccc9329379a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e502565a935237c7615d25b1d94b8a12ce196656f74092513fa482b21fb836d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b995951781657976696163e6c8999aa534754a45
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb607e79d01d96c6c46dc0682de71983210978a5098b3ae2b53e87338ea81db7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53676b1092dd2a289577f6c60c8e0754a5fd6e69
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaee25a039389832ff5a4a2194027b1538f7394f0984e95f63c525dd6b211068
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a76cc0d68b828408069b5fc1793ce3e0781ff5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b1c8eb62fd20f09d0473be581322432c517e659475761558afba375c4830a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca74e3780333e20141dd1b1f4ffd793e72017dd0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4498598edf7f68a4c3e39b83954e57f20383302ee0788b69a7c0ecf2b1b0c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49aa0b757e65a967018055e6a6cf957e6dc58318
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee75a9c2b66e40b0902d8a37d07a8e3bdb6251a73b1763e28fc848cc917b772
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39e4e64b838adb1342acb90f18b89b403bd120a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4a889a93f7ccc84e7a142a56eb227446307dc4cc8523906e81adb6652fe5d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb69a3888b9407772e55a792c1a00f517b4d140a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cf9677b8e2c305c6d0a45851b08b7397766822b4250c1aa96de2e3f64d2172
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f57d90aeaa5911da0ed7f334f618908ead0a59c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4049da387c9edd2f7f9b30e2be2e26f6b6b823346a526529ddec2861bd67cfc9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf9d63ae03e5ec2297eda64b8f7d85146c86cf8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d051520d932feb9e44ccbcad4fab6daab0620bf73a705ce7cd3a2d7b168dd41c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401c0fe29d0052391ba89634bcdda7eac22b8982
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10007c48ae0947a10dbd9b6fd772bdfb11d51005d72d94af307c32ddcc6fec10
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02faba40a66d5e3cb5c131ef8da3c008246a673b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2f87b3f69eedd7941061b1916a4b32b7e90da77e1244d1a22916e635c809fd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7162d220fb1887e34608babc45410591a3ff7f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2a9e224b44a2172ac5b41d08ed678a5d24d14da4a1cb9630fcfe9fb400c9cf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ae15fb508dfa613be912b3cb6a42476bfb7cf4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e35e63311e0b86b4c40a97a6ed649b3b1a8735c3d6be034f7c70a24674ac75
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32ebcf1d738c5e77dc29a56da91fe2ea4f9a39b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2283e74da2834eb93d8c6fea9db89f043af8bde40e940cd77992f4a19c9e7320
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b93143965beeb36efba0605079846326d45a2b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500060f8aeeaf11b88b7a51f6a1827791479ddeb2ae539c506b3eaf64e47df91
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc31476cd5d461d72b64d018fd042cdc32d79437
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb078ad5a9b529a7a1b3616f69d89836804287e00078e2feab42a531d28a527d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2313470e005de1d337a8d040f3a821f966427b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef67510fed2668ab86408063ca3af1c86c5483a651ba0339d628696e0d8072e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d473f6ca5f511ee951163698244f77918e5f35d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe11048248c236542197d27031bfea7514b1627335ebc4e88a5892e4750c06c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df755ce9162c2a8f3ad7c727dce2186ddb18b5a1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e059e44cabecf52e888ab6c3afc4a1d43d706a309bba205a6c74805561d1f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1d772d4a0c42bb98132de6636a20c41da50d5e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2555ba1eeef034bbe4853a4118c0476d20400eb71fa4df8c1ed1c6ccc3cd1f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419bf4eb955574ef020db6f2974cc5a543e5e69a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427fbf177c510a68e52e4867446a5e410ee9a7e44d6e7f5ffc61655fb88118e7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6f160e4827b4cd51646e00b95dc20379e13d99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa50a5a076ad1839032d7d14e2744de05b8412f3aa521159f39f8820eec483c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45db6526c2e289e348afa1a1ff7bcdf6644269f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104929f7734f80adf3bfb2af3b7800196c476d411260b10cd509b9483cdb6553
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab1fe0e67644e7c62ab09313d198bc36c28d7b8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689c08a3d72bc6430152ad5dbe9693e96f4d619398b6196733578f0c88e19737
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9315d23230224b6801d83f6ea6eb6b5112c0896f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f7ae95b966bd6aa012d4c51108117d1f776f029a09f89a010b8c5df84c89bf
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc92f02f6e319d69e07726ef98c38bfda37edd9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295b6a313f4099a920050a0886a0ba9b5c5bc39c47c6d90a3c448ae3b4a9f438
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27fd19a0b5833351f6b306cb3c92b103438863d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76147d72b4ea89aa4cb354a47a5d3d48f05410e077b5eec9d9b9d941d80f48d0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9864fffff107843777a4fd9588c1b68ed786e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae41b0431ba51fe055f7cb89d71c8f73d7c2a5c2e73a2de88c9ab666bface29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489e6730bc2c7f0716a19eb05645035f74702bd2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6c6c6562dd1ccb3ff7d1c233bb25901c02b97cca8810c4fcae125cc2fed60f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0be99403e552d86d3bdfd2806299b9924b5b954
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66b39720aa0ed41795635825b338489eacf599d8c759cfe6235c9f8173b1107
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d58ef35e3f5ab5b4f460dccd883bdf63a578889
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544aa688a96975e4070bb502b95a2db7538d94d0adb9ad12eb971a6624066c40
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e13b354472ccabc9330e3f4a691b4b63c4e8e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4011616e3c345a1d66eaac9994724a2e77c8adc72d1b8837a9c16422d631e34
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d3eabd9abddcdd62a9b7b560afa9487a4696e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bce18441b374c0084b29322e000eba76778f52bb1b505cb305943d09fec07b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a3bdd4572f5a7467ff67a6ec7b968c0afad903
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f6b775524e465d0b2d783961eabe0202aa554202af415bbe5aa75c20efc6ff
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250a94029f91ec5d282cd7a64fba36a7c03008b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a915a4606851cec7a72941944c9a0f569a1820d9acf3cd0f1b46ebfc77b6ff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a512ddbcb53794c6fc745edb4982e01b2622ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b516ef39a5bfb2d615b2c75671f0f6fe077e3f3ff42ef86295920388bad24d2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636978c113e274c2cfd821aa2d0472d03bdcb1e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db220dc4780bef662bac38924044102072e434ca711a3ef74fb3eeeff4511e7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dce86db9ef39f009619c53312aef421a89c8561
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb62f02caa1692bf275c92b3fac2fa26caddc655597a644ce8ab627fb7d98ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1968d111c006a0caf1e335b3d5cf82b0eeae388c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc00f17ebe64af9b39641e50e8d6f65d8e451d2af1db8e67e4b5b13ba1274d55
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1d254fbffbe2c5ede5090f33a2209ad3278dea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8074230648612f9e08c98365ddb312b8eb99bbfa060aab8ea070c54d5f373d9e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e66989ac2420545f90fc079ebf96a977961ff5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7308487a228c3844b50320460052e5aafeefb8165fe3ba6c4185c271816d0fc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bd3eee02f5b32fe43e93aaffcff50774cfc692
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e8ab5696e4646beaf2b4d37fe45cbac7ee8c123f290fee27358dfe33b5dd75
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c138d191b3d0abf6f048e19a75aba1026c7b3119
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56adac4bc81b58fa66b8279dc9a4587997dab437b497b20bc93850b45f2672de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299008293166b5c6ee5da245bf6c9710f8e7f175
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625edcc4e3930109ecfb02dff0a40e31e5133dcdc3ba1588e061190a402e4e84
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974998bdb8165b27eab7535dcf7305b164fb925c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b63c0468578b13fdd22d76644f032f0e1fdc4143cea68f5d8df2055852c04d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145c1668326d94edcdf8c10a30ce9cd974ee6036
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6199ed433b48f813c7ca92556b467e3b20dc8de0749d61fccff1eb075d9eac4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef950d7039ec89d9a5c92fd545c2141c4d8c9d20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734f8a7c333d6af9569041d7b23a00d95974e24b51e4baf1ad61e9735e0c4994
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fadc71314306a616ada8d71fb2bbbafcd1cbc1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fc2e5640162ab2f17ac01a896fd8af1b526ed4b88f541e9a0c48e1a80a3056
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d370f72a51d82c0deb2a839d562d2a28176ac231
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266e8a339dfc7e9acd1479ec55dfab1396abde725c9d39d33695ba98505c27b0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9abedaace8975a9fc7e84492de826c5fef6ccc8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23139cbee69a243ffce9d9fc229d67b40adca19e9ba7064bad6b44fad7e7ccfe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedf4e8242a16290d526ff8e1c92769e5825ff4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927461046fb05c7fd64c7207c32cbdd1b1e01f46d0e6d2a4ec2ee9f32ebae1ad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2e14251ba0cf0c0a7f1294ffce064ec953988b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1204f4e85134eca188dd91dec8409da6ea85511058c4d9acc8aa521d65b4ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04be9e8e6bf550cc1d42bfed31fd52fd8d78f2c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f829851de0c91fb98f2409206df1a5507c40fa1284c44786f30f78903c4273ae
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de29d87e3dc9c796d623fcf9ab6aec402797230e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed97efed19736b65e34e5249240aada402839e91563d66c05f352de5658b6e19
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e0bbc8446e7cfb6ec80236e395634ff31f9a2e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf73eac70c049d51bd6e5f46c8f252abb3f1c15bf0ecc96e1693f249f1c14d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ba227570d562835d74b91dc0b4d61c5f203709
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0703d7ac4c15d5f097329ee5745f009c3f5b1f4ba4331a26a5dfc42b85e4d47a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a1d260432de46a8675cb09af925b2d23923928
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6947ee4f67b38e05b71a77852cb955c238e3156629ca2c1c59a8a39fd4292c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f2bfe9701ed645c9bc89c1cb67d98d4f8638c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a43f7e1f704ca96d9a5411346810e13fdcff30bf7012cbc498db443ffdb5e2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98c4509d8bd23721f1e8f388e9f0285d473d328
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3577accd8b906987604011641baee76605b2e844e362b459507cb5c157197fa7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64be42909af2c4b0b374577ad838d4d376f05d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd790cc6a6fbf95bac59c384a31e3b3cc42e0adc8d999d5224073afe4964ee3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86216aab30d6879a685237a90a09577e2fd7a5e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5a23e3b0d11f607bb0c32b3e7dddc3a73d879ba4b9dbc4e012b1547bc6fbf4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70a2378c6b465966dd328f2248dfdcdc15f1fef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617fc747c773f28253a89c628e29bbc88cdd9a03d507b695b98064ffa35b21da
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe45f8b4b05a7e7cb6c4845af5d08eb03840780
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a860e9814793eed9dbd4c65e1c3df53ad166990a142d04da9c8c9398ac8e3535
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984b6d4ba789f351aba27fd51f190cc8f884c981
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ced8beabbf180db8b9a157b4b4c1b326f350f54de72be505f1c76abdb67435
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d636d9e5353e08932d0c806d8778a1cdcbddeb71
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f744469ab34a2129864747e5facb9e1c4c10922c7c09d2e7abeeb99fc53a4873
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbf4ed3f678b10f04695b489a23f2ba3ce36234
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c9fd9e82261a05bcc94a01901ab115e1d2afca4d84942438d26f5eb100727f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488e2f8b5a3dd72971d19ee807d38505d5edb07e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62810bfdee4a8104959d6a56320e74cb18c48550e6e08473bfb5980cf248ae9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0be5df030f299d794ae7cca78e705fca6b1284
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0ea1986f8caf5a6e3339335b4d2351b1f133eb4b32ea9ca9fcdc54592e64e6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcfcb8b7e614439cd1aab9bb2a6f0ce39a51d67
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7129d2d349b13d40832c2a6632a87ab5539ddf6c201a3fc43d7e1cc0bee162
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff4028845e0518f86e38d5946847fc1fb022213
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64eb76cb09d1779a03645347f65b71feb00a38d3e1dc8b0ef05d712c64812eb2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770815bc70ba240b15c398e732aea20a0dd64de6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d576d1b77563dfd6d4dc28e58141dfeab269c7ef85747473896e4ed7ffeee7fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e22fc7be60995a4a716817ff11ed3669bc4d5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8020d5ba6a6235609fa63276ef1243a83f11606974570fc9a60e451ee9d8739
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162062cf28cb484ff5e0631557d6cdf8ee2a2dd6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850605c937d15a45584b81ed0e7b78a94461ea4b9db8a497e9d75e7f31304920
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e429bbeaaeb6dff4e333edb40869dc560edf218a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48e98b52824761d52bd12438bc6b60d79556fd7cf8ca11552b8e28675d69420
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6485c53ee511c77cc50febe0d3aa4c23f4c448
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb459dec5a2f96d4e396f77e3d90ea5aa6563e2011779e6ad6899ef4de81098
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186156ac730b6781805ec73b9d421c86cebf9add
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac44e91a99bef6828392a84ed838ab79be851786fdfbd0f1318086adfd7a7d7c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631e72ea8d232d3db9dea97886ccd288c331b2c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5b05479e4b01b247f6c3edcbba386661303186ca461091d6a1c5ec48f7fec2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44abc45112659be1aaf78c2a15611ba4969cf627
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91872988418a757ac37e73510f1ede6101ac4cad9bb5731925e6106c852d6b4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3f30c017b59dd8e3559a7e177d59cb4754a11e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4beaa605acc36f4d64472d9f191860bf7cbfda39365b7f75b078fb928c7094
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de88ee8a16594cb8ca6ebc5ca3f2f629e29d80c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39444d2fb045c86224980390bfeb6a35296c5b5777b0b2558c59f02a83dc4e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82745c734fe5af4cca4a2007f6090a22f7180c71
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:accf461d74b214df025e364a921da4a1daa51fe70fa7ce244f8945fb1a6c6a0b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acfc106e4da7a890550a118d9d9c77dbc658543e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26be91dec8bd7c10f11472cc00cd8487f3e34bb9034a4db481765517dd7f91ac
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99afe07cd2c96cd55d4612f65642e4cadb4933a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22901b02ad61f4a2a7d45157d529523292499fd03221523c5263046237b46652
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4993f8eb60cd8f2a9fff579b3cdb6447fba8b856
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a810e2eb2494249016f907ed3e3f1c354fdbdc9b314f21e7220fd0fbae4cef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032741c53558124474e5db48e1bf11710436d069
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6487bbf798537b1d68479ad338f5fc39ead0a6c68b30eec4d11fc781e769573
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b073e4e6c34d296443003d463ed3747d0fe30613
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98dd208ec8d521c03d5989247ae18c6d5615975b1b65c70f673a6178f24d28bf
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a421d243e50d860ab771700d767cda4fa91632c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833aaa09977ccf425c7cdec02cedf8ef832d4260bbdc60d3168ea6e7f8f64618
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b43ace500879851825f61b4e4d546f8d75b178f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4bbc6c4f29286aae98f8fb7e5f2cf0b375df8e7e654964b8409303f642bfbe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574c5e5eeb021759f286ff904e7bf5170d7f0c50
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0be9f8ad5c713696eaae7744886abe3c3b9d5af3ae81dc91ed7069c964a04d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51de58330e455fa260706d3b71b2c63f93ff617
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcad3315bfc5d4443389a18a268110a90cf3be997ad0b7324fcdcbff2250834
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5555858b1860208cdd4da424b2557e0cf5dd5304
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e7bc18bd066b75d33e79e125313ce22a82775688a5453dce06754e33640f9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3aca2ab23d511b1751535f2f2c60f354005d30c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a690174934e06e4519a26285161d0388157a15a4f46b744395f082cb92421eb1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437add03080ab458d5aedeb2778c956f76aee8a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf791cbf544915fab83ec3c0d20ce50e71a564fcc4f867dc847976fd556f0ea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7cfd71f79adfc349bbda5c2a6751b18b61dbd6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a294bb3fc28b00ec45e26740a5c284ff9c9665637727a505b3404cbbc5dea1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c641da287fb74d7e4ae7a150d64bb570d13821
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c08f99088b3a979a7ebebb50f3e6b41ae37e6115464c12703979f9ab2ac01f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ad1056b7520590b46d603f557ece5439f6d95f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1e8527355e1836ae955270c40dc48c97173b484b75c0093c0bfdd78e02e563
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad963f8b3a92e95d0b46f14e9e2932c5f929e74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308ca2ec34df215b3af9294f620ef7aaf489e936ec49dc4e3cb56f9874142347
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142aaab1c66df8a564af61b23c7cca528ca93919
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762d62809574e42a477c1d67a46ce92f3b0ffa60255831a4cedb09a49a1b9996
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f932ae6766ecefc08dbf6cddcce68bbe206d2fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030af1bd6a63d1e60e2c372640246b16e41c910c840120759feebd4824d60d4e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d09e46745e16bbfd287ae55e7564a74c9aa823
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c0ee434407c5dc1ed41f3aaf2f71c65e4fcbd55ef555e6cda77111aed21bbb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478ee855a6f8040dae55c30830dbad70826853db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3e7134a560a5a33e56d988cee5df18128406473eb8e67342624962ef5114a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bafa0a3785c89c3abac39e1ffd0123d3951b1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2eb58fd74c58d840f38957b0774ea2b179e3e9dfe525cd7a49e4daaedd3e00
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77b0336d3b5ae06cf3725e0835d36cb97789b0d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1235c8ccd6650a152c9a0abcc12aa8c2f079e0d01e9310f1b768f28dc7e7e47
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9ec52b5fc30bfc2d12091d219bd9696504e60d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a580736f04b8dd20469000056d806511459312c05420724053c475abdc65a0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c25f4a88a58e786aaa57b4a325ad506e661b30
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c26792ca80ad05f9ec40becf6dbf9eb96100f64f09a540f9393eb470a55a4c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67392f0ef52064b2cf10aa3626fb54b163687d02
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cded43fb8a4a4036c15970b395d08b1515f7d5ccfa682a0378ad39b0614ae7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c16ea1bab6eb491ec696d5a398fc80af094cd0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bedce92c31815454cbbdf209ae1380648e12e769861330f43f88eef54724e0c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4eac8ad07fae129bd16548498648a7edc1a214
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113bdcd0e502a7140433a931512e4aff3966fde31f394c5c6757e1c492c328b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229cabf010d8e175e723d52f642bfa369fc1c8a6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2143977546c6578e6f2ac3d923c48adacbef4a2c35c44e5bd44d7c2f66db14ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027981b50d1cf92d06ab3fc5c6a624db12570015
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d3bd68b8657a4f4ffd95ba23fb4f5c9bac8f76164c0323bd5684555dccb88a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f506b5e1b16b734fe0a9f2d330fe089f704b8dc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e9a6019b14da071c6b6869400d003341a2dd7bb16575bc62cc369675357176
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27516a6541ba6e62585cb587a47a0f4d2742dd32
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ad0fd435f0abbb59748078f849cba336db36bd5ff050e9a517bbe3271a4cb4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfb1c6dfcd2162f832dac71a77b5ab41dcd9a62
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d478c3bafd700d85c96292ef19e99f07d798a9a083e930295ffdcc65052fed
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3fbeacc4046ebc1028248fa167d625c1cd0d6c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17db42d103116ff404c774bdcd528bc98f504bed75e1581265ccd6ede5e002d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2c6bf79050883fcba5dd8e876e281965510544
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057f1172fda15eb81d89f23a047a351eeac44bf44ea47f38dea0bfd5b2c0fcbc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6125dff59bb5b4547b6355bb9a23f4eeb3d610dc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2462a396ec7d20707e5f1629c14bd51ca09511b737110774e209d3d5ff4fbbbd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede20f0bdf5dd5eb7ae4b93cf0ac85d8c7bdeb37
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ec3456bdf037462e0fab38940beb4f596c5c7801d7fa2a678eec17760e8a89
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460f58d572e6545097a2c757ad065476a48ef4f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf51415e923597e62271a7778e629600557a95ae4935e2d5730e9f9a8f4d056
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f052e960b258230f5832ca25ad6502eb7c251f88
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d5e938439181001eb0c33f4154c1dc7def84d778e7f7256c6629a912045d7a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708aa55961ce64c50da86fd6fece8ceae5144505
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74bdf951960c12c3294ff716aa960516977a4d906fe1d3351bf68f3738f5d23
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e282a6176c153684c92db3672e4181ad556fa36c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc796f1500a2ceb0db4194ac942bdda823cc4e5059a4ffbffbe1696b5597127
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0571b3abf18ef99e64cccbb2f4236adbabbbc7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bc20578ffd04d715fe892448b2315ee82125e11fb954c290c93dff494a13f5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c909ef397fb1a0a7c06b509c3d8953da6c54228
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1968070a385963a5d6bc224ee81e89834716743dd21bd8c1319ec7a6bf208aab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d62c7efa1f401ad9cfa3bc47a253c33c018993
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c97f2955f055e8eb0f5c1335f963991500de4ee543c44375eaaf1fe8c107122
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab903fb94f04e52bfbdb125108c3bf6b7743766
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a80a5f2fbcc46abf7b9e4c861419c864e4e499995f9cde004880a74431b6326
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d9fb0e505dc557d9dace1e35aa763d8602fa4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45faf5052acb0445e4faf71b8d14323f85d32550494640db7ea763279434a2b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be770d888e656f4acc5f439d3cfdffe8aed8c1d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148d134ef90aa5d41848b120fb6451c9eddc743ed5a0cb656d6984abacaef859
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96dce1e4c114995b42dd0d38e22032291c02f24e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00146d6c5cfda69f9e26c1d508afe0de41cf7fdb16edb014706a3341d60e4b0d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9988c42a5c52dd2498f2ee371919bfb438164b11
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d9715d6ff5b151b5c9c20e767ce9154c2d88f5596f4cf222fc0baaff4e0430
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78ea7e3a0c97fe0a3684879dde92cae2a596aa9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fdf3c7f083d680f872848e642273762274d9fc3d7de2efdf8d5626b025b8f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d142fd3ffee9fc822711eece76bea8f6394c07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495a72aa64ae8a6c33a8fb6413d54090eff84592986138893cf5d0cccd9ba03d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c86fc6ad485aaef382105d645073264ffedeade
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2148ab6348e14c2193762805d08e9d8e20cf73bc80533ce32b65375cb093227
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa1856b6688d155f99d032fc5ed004be358630f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1e27614ee07af6deb2d8474b0fed52ae9fcd56263b15be9bdd4d8bfd2c8515
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59723225be3f42208538cb24478414ea09eeaa66
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e118edb336f4707390b8a32c72174546146fd580d94fbdf0b1a7762ff307360a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bfdaac816760d43642bab5ca09d526d6c06e21
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bbfff28d827f1dd6d5b85493bf7020af920c2a6974ba7a28f1b75df99f8d29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806ad6570be56f7ea656309f6e22957ef96162b4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b963a3f280e2293e99c5d35fabd555f9df20fda3c7ccf4a08b2d80a01c9e92b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfc6bb550d5ecd7ffd60527056ff531422137b0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bc1cd24e70bcce00bc24d0e915ab617c9bfcec5140be6b3782f080e15e47e1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0308dbfc491fb42edac556d22aff4f82358fdba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf3f98bd7e07b173232bd3abbf69c813ae25caf1b9e415679659694b9fbd4e5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b333f7202c90bf63797794e9af67a112427bf6d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fc8754e748a91bd6d300704a6f5233316369e1562949e85a236ffc88cad736
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f62d1dfbb3d1b88a94f3fdcb0209cb73ed4d51
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f02fcfab029f4e072000eed3d72ae83bada23f3cac5753aae54c895041e0e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10203196c5e051e05b495bc415240a4269396ad1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b078c26a0e9fe49ba02226c901a94e61ba79aeaed2243396dd04f278b41a7e6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee9c6c21ff93f0c4380f0079997288b9e7bcd37
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d8961e3fd01fd4927414b1307e2f4d18b5d5d2cf292015c8a75d1f79e0fa20
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0578cbdfa07e4981948510814c97c321061d119
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0527835b569d61429e92294decba7b8787bf790a38bbd1ccd58da177119e5655
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f3ce0b914b982cdb8e015c358a8a5e75211bcd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2291cc929d9588566164f101e2af7f68ac6c89bf731dd02a85f9e1b5ccc1bb04
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcbd897667f963ac570596e174f7e8660703683
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e523fd13265f16acad84a942266b99410f19e7bcc09ae3da3362c7650d39c241
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de55ce1b3fae97caccdd96009a5685847de1f975
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df05d9a2f81ab11c59437df527c929392725bcf3d37550cf0678c2c39d09be4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91165a083092b388d33ac110b7da7ec40489c52f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2d8b249838a848e496e1e84fe3cd00fb1e31457a024b1bb4f377268c0e43dc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a2d0a14b2ca00fb97088679fd38a4aa579b689
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb38bc8d6e19691484c7369c325c663b97c1ac4f669f5a2bb242f514f7ae63e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff3331be43ed48c4160e850ddd6c6f697dc9ef7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269ecc4cb73ecdd9b0bd44940d68e85fd13a49c727a6ac0abb15c6b7547cd19b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883feb979c51335b629e241ee7e0336aaa3372bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9b1be17b0c7684e03287483ce9c44def521322093c5817a1e2b0a6bd5a42a9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8791f523085cd77140c059a9d4d5375f02ec0e88
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c8712bd244a59dbcc390eed83f42e9de274f1a20b4692d2d077b3f5b617535
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac06759997e95e697aab057bf71df52cbf184f3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1702c65c4825e6d276be0169b7679d413233795b241cd87784056efd3d8fe800
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb34c1751a10f244dd4f4047b6367eead317e05
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d899f3acae3a7a60d872316bdefda610284b3fca620bbd29e6252771cc7b103
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f57b44ec4dcb8d9fde1e253103eab7577fe1f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66fde967a00dfd1f4ce2f490b285ce87cf944a78aa2034ee55302f472643a6f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51255a90a00b9e275094f2186a87511e2ccd3f43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c22dfabafa20edaba18d0c3ad3317f84679ef066949d295e70a78edaf6f13b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b918bd99bc275a4e6368ee904d7da7f155d8ddf6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0908fcb82d7b9a466bc00c16f5bace406ccbf06fbbee510cc0f9e8f76375372
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0388780bfd3463083656e08808b0a1ee48165b15
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddba9b59c7d1d7ccf6cb1c70d4f84cf010e6e5f6a5ad96cadb930558b8245595
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be586ec644d0fb7d03773fbdc8eb3fc1260d5796
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8106abf7adda2ca11e585a29b839ce93fa267d6b1f94a12bbd8b3ab01ed2be8b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4f24b40d03ed120da0f00e16d802949e8167f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c0ec14d405f10ec6e56d4ce76b0db90aa9cb159c37fc03ab81337fd64fd484
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c95c362218f00257fae2fd29f19eda406ba9f4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3039f2ab5a008d63003ba14026b80c28241168f1c77cefb3475ae5fb1b99851a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74b4e91575ff7b5f75fda7a707d4b29d1998d7f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77248f896a53b077e250b8c2a63f50fa9e9b24a8509b80d89bb303554609c70
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b205052be213ed9a1fe2d04b11b64587ab95b7e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c379ff8f5553f7ae6bcb9795d62bc4c02b31a1d976c51b42ac210a89a2c1c99
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f1ec3ecc9924b1c96043e2410a1e2d73328f59
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a967a39d7742a0bb8be41a0cfdf17d1fe2a5d83d4d2aceaf91ea73e2ad485f3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeff89139a2c7a3418cf07928e6b36b651c9ad09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aede8f710a54912be6f2756ff0db1ccd4f5cb042f4395ecefd936666a1dbcc84
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a504e8c44b96302f36bd46b34eb65e84a092b455
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bdd423eaf95b6f5d9f8640849ce15232b913d43454250852a62621ee8b7d16
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5424f7edf34c82c8e0aa7c77328471e15363fdfe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2385b29888cd124c54c9a397448ef4a01f38d63fee5326c3b720c804ba7524
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3aa4cca44b2df430a21a428246532e6f5d70937
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cb849e259ee3796aee6785df3f201a6838926750826d83a6d4cda3c7de3395
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1feb668a297cb8d3bdbda6442139ecb0980d8073
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4021967e85083ef6155ccd1a4461a6eb1051cd8ab79479e443f9f356f57f3125
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d693c35939b0ab8211548033e06d84c8ccbc49da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c208b5429654127db7c4ac8f8e78fbea20117b17f6ca9785a4dec89ae4dd655
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3685a0e8392875e6b865ea57e3144357234324
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156d19ddd3c2d51c8604f0e26fc7c56cc5bdeb2705e4ad3990dd005406ae1d89
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83eb5abbc926abdd36fccc0647815af965f69a84
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3088a82e3c9eef89f7b8e110a15d0d1f8dc335c5df01c39c12a462c3293fcef6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31cdd36edbf11159283b7d87ce979335851ae4cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba552899470e1a393b17e70e9854a7f61faf5edcc471911b5ad5b0c31aad95d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e84d521bdc41108b01dc7ab0f6953ab69dd4c63
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83cf976f123465173aceaec713fbb66c356065b9c4acbe032e403feca5bd94f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4970f5a5d6b067009df535b5b26f4b74b7d7e18
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a508e3a1b6464576a25ebd2c3d81cf13f685dac57d9761da6a70dc0e971361
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4679abe36f09970974f924b48e6af2bd391292db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f893cbbb48a5e892ce09568ce386c06b990f4ed4511bbc5c0a2ecdb402bb3aa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d4e3177bf502720a4e571cb9f4b69b00cca6c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d67df9135853087cdcdc08fe076964909f79aacf729769a56b4ea3d1be5145a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7555ed6fd5552ced0049b3af5b6f4ba1671cbc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92835dc058c269ec1311b568ee07dbb081d10aaa255ea1237537a4a7248cefb4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13c45d693ea0a0744ea79f34c60dba7f29b8ccf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa817c7bee4626354f8cc82bc9abc1331b0856fab7469d5515d859dd83c844ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86221c37f51ae32ccbe3fe477daad64a1fbc47f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1255566f89b417669cd4a7d383d1a32517a9613ea3637346cd7719e5b2b7ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b1847b2d3ca4b4bea1125f30a28cdf29be630d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890062f3a74bd7181dc4bf21be840cc6eedeff9e4909932c43691f78d66090ee
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e03fc33ddf5704cb94bc0d0bbe5ab7a64e3515
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b55eff2aff07e81e519eb9ec97f603d82233d8ea19eeadecebc68bb917edf6e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551a61f007b9048a5565549cde3384defdb2b7a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e54b0c3729c1b3c78ccf33bcf21dc5204e56289e0ff4829f7f4ce5343b8dc53
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8760cf400ac9cd6974d68f184ce2d7abd3d12b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5135b7d01ae04eb7c1d97c70aed8fea14b7ac5d8444d8b2fe19d5ba8d516858a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc8863f5c3d67882d0ef51b06548c6392a3b45b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3628bbcfc7662af2f5d536414433ad34626d24b40fe8694080bc87f3d66709
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1f15477f74c91d791c43a6cc7510d53d4be3e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a829e8b34cce58a1d9cf7c65cb8f07ba920cf8d78d2255ab663324d23796def0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb450a0edc8c386b6622a19eca7bcccbe7977c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c44c06bb16c16aff995fb02e5eb5e284a04e2ece3b826d296e6beaa5dbd9887
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a0b6bb8238d6c9d0e60ab126f766df6457c117
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f8b943249b2a52d71120cd0ece81141c809e5787c7a07254116330f91e1994
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbc953123b71522c4801cbbf6bc8f4420c9ebef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb4f358a93465d09adc9afb984c8da011cd520dec77c921141b767563ce5d7d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc52880cbcf5dfb7210b84b1c688f8b137ba8d92
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119152ee50225f767821f9522da833b86df7782fa1e273a30385fced4b91ff89
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac05fcf197f68e4afa79d9603d1d9aacf9f8a1e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f102234cac1e165d19fe66bf5605f164161cbb777275fa3263b50d574586e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d5a48783726b9185ddfe3963a2e01a09077e50
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4b58946adb5f0f62e59a488913f6d415c17314151d11739ee437be5c808de1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c725f424f225a3362ab4dc2c9b2262462b721f0f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b8c32e7534904ce7070d4969856ee984243c6efcddd4c117b980652bc37a5d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acf70db93b8faabd45f7fc90b187b840f163892
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef734fdb1d8c929e13700975dde5c1bc52b1c895e0b1befa0b3dbb3b675ba55
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d297d1b799f399fa92fe657a48027858401a5c8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eaee7d6d842ae1f8273243e28c999b42807ad0c22a16c76379eea1fe26b49ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7914dcd2ee3e13bce11bcc110800780516489466
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c543fb1810c1cfbc2d547138db2792cdcb55a9958947f9c664ffce573cb9f34e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3bab8abc6150a2c6bf9dc46d12fb63b14eba0f5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be4187d55f4fea6d427bea583d26b8214f7d32a197821a9a5e0e8db46ed1f01
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/lm_head/_0.pt b/params/phi/8/rnd_search/comb_12/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8e727fa103ac4a39fdecd0401dc5871a4b4851
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b0d260ec146131731dceebf0eaf1bb46eb9caeb8621feb7528cb8010869917
+size 205955
diff --git a/params/phi/8/rnd_search/comb_12/trained/lm_head/_s.pt b/params/phi/8/rnd_search/comb_12/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e9655efa20d3ffc765f1cbf563b6d7141acf3a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ee63579af1ed8d5ff6d76e72b4e167d3c6e0ba650da6c0f4defef7d7621604
+size 205955
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76613890b10a1082912e0da31b9c33d3019adeb6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a575af3fa2d233111eb8680e0a3f9c8eede2de328e6185a32eac77f0c50823a9
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4fa07542f719548b0b7705085b5c1da61b60a6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bcf60f3ad9a6e54bd9576fa046d8df390904b01520b75d6d8d4d465b65f28c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6c4c6b04716e51d226140840d9c9c9754178c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075ce3507f270751306bbd79de681aab32482f8ff01047446a5b786675279ee2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addf3ea75551e3af1bf8dc26c71fcaeceb03732c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18177c68a447852b519fdd0c2bd7a1dd87c892d4fd1ab5ccdfced48a123f289d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c000d45f63eda10389dcf507d55d8304e06c09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74be4c75746f42dd75bfd9b860b94619c3734a8c16d8f2f8e0d5f9c29138d271
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7a1af7acd87c7355fe26dc89e02197fbdba53d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660d58d08223859ddce464a6234748fa447a5d0e0b20c2260a7420950489d39c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2d3757ff3597a812c1a37bbd8901525d8ac54f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca07d1790d06903d576ca603202eff389fbbd1299651ee0d5c692983ee4b99f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092e772c55babdf1256a41f2d49b1531f43d22d2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d07155c0efa644e57187da162a0764d9f0dce144715ac9d5319a52d95d29377
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0094ce27ca19957000baeb7bc62ee2668d12341
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65d4b8b0279bde5df6cd3c1cbe8be9b82747188442f67a11493a7fbd1b45ad2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7641d7eeb2a5c5fcb26c3346a47728dbf7fd7e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e1117b52db520272ccdfefb4e148fd11472d7baaee00b1fec3adf5a6bf0495
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56d5b700bd6aa6786f156c5e6adf6b1db66970a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f390d647c1d63a8a2801695f5d68bf42d80260cd28714ef103f6ee1aaaecb286
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9ebe8038ec914e22a2087c66ff42bf21091d80
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848b13bb4ed39adffabfe9f37a25e4cfada7e892cb672168d9740b508f875d6e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880539b8316d99ca915149ff6ef0aa39df9164d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfa7a14d45ce229854b2a07d7fd3470b3aa695aa6703c6d84471cc28ee8d238
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e358c44c8c7ba204f2139b56ae61c0635767cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fc5e587d580589955ab0c831a817a6b8365d5ef03642f768a8806bf79e3ab4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52194fbc723b9e37ab8c966a6cfe9fdccb4e4a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0feab93aa06bcb13cde587f7a3be017fa6b41464a8a51802b20b23a9e5d24b13
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5d0419ff5d934def20ae32a1a97133f2d010e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f959d7ac98d787ebc3d80e4978a159345d6317ba152898c588c4a25c9085901
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e3ff1ecb98b5afe415d1dcdf566fea6271db14
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afeb445470cf391c3df8dcbfd9d1481d41c66d5819c4241ad8ddc927a0527097
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5b71fc8675d97d1271053688b2c86ce1ef0b12
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d19aab88382cc4f7a1c26c469d0369ddd44599f6769a6c7485da4a55258d06f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287a1f192217f5ad6156a44fb4f81aa7373e7041
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5205a2909b99789404243020cc85f1f0f101b837c957fb248a5b4cfb357a03c2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335f21dd2b2929a6b15563814119090b98d87b89
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b91e0569928bca88ed13a69dd986543c440b9f608bc2fd4587bf77a5819403d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd269d9dca89e528d6714d9c1fa9cd47c985141
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413b6909695c014674b8ee7e6df87689a588886d37aacd8f7d3b986912ccee58
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf01731a2c181a7edf5c3e793891e30ca06f8fa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159c312bcda8650e99182496d93d6096f8bda02e9ad4528ca3429301ee653c34
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d30f6076343c88ed85bdcb00cd04832ab7bcb4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25717e032be28d68caafe4e0c9f22cc46a9075560d56039cc9e3d2ee7ef84017
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8f18691049c742a7875ab58e1a839d1e91e456
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4a5218130ea6aaa43092d7f396d3a7a5dbf1cc1992b646ba15e44d637b2d40
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6a6a0d488f8519f71363235aa29c9201a601b8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbf737ca06f7602740920ae28d8126e6612459597419032d3fbfd7dc50e8507
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c252b0950d3fd14ad09f1c8b65416d1f62d864f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390cabd2f04d22572c049709a62bed91ca3fc97b435cefa1bef1f78c2bbe6b19
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2733fa9e5e7bac1fad8a6d864f3bb97d00add2d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8326b756bfaa228360b2b28f93fdbc73a007dc8bec0b0d46975d1b6914c1bc3b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8d340f7d11fc578d6236513a5b7a9b20695ce7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f98131747d94313cbfa6b6723b8ceaca451deb42966e9f4fd01db6311d87131
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033fae71c89669858b4d7b9436c72a6712412b4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1045b7ccbc1d7be75bccbc1676eadb6dde143fa9aac9668380b8a4ad47fc945b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934db2c736a77e7e80adc7f888cf0fd8070673b0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1366f15f4d8341dd196cbecf7603109738a6073df1de206a743c445e900d271
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bee798d817da4769a679bf92f27b5122ca13d9f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc59f68b4fa417df95a12ca20802afe87b92295039b43be51a4a0ec182a8debb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767dbcee0b51751991d7c83eba6bdd939bfc79cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13821cf4f0d61c02e5fc9504aa0afc8a520400e13a6a535af71a921b287aa505
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0387d5bf1ae15bc71cf6363227ec8f7fa9754b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d7510e877d1d73b2b4034fc3fe6ed35222e27fe7b43c0cadd84098f21fdf6d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f32c204a4216790371e374f76fe821a97d38eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ab7bafaaddf11a9d2d9ca5c03178f19f16b25ffc13258e11787dced64f8c9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61675f8a1d96c003cd508537046cc3398c006760
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6181b408901e3996ea7c4e606ceface1a9e0da67a7c9d46d93793935a5cca389
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f659c76a965ae59911951af9f57f6ed7ca24b72c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42036bdba275162b28c0138a347b20f722b040311622a660129950a4085a9422
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841d40d803ff9f6919cf7c329710f80f2be5480e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2477d8acdd76d86aed64bd57233bd26f143e7205166527c231074ecc47b06350
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2f845814e7668a4cee0c74c977989664bf7c87
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418eb472aa40c0311a720978439073f9690fdcfb8320d137cfa0114b9024a291
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8f4002b261e1e7c3f7225efebcf87c373de2c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ede7fa738be785da6b10feee3bb748bacf437d7799684fcd2ba0ea267f49897
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8e695bfb307b046bfcb5a253eeb4006ffb7126
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0206f223c7c09438d2f021b99637401e361f5cf49060bd59e8db63143db690c0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0393d48c9308850ab010d58be5b3e6470cc3af63
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e03a43dbabb0488109640742f0fa9a98be417e9f6bbd7da4b44a85496945e7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e2fe0e2a685daddcea0053906ab0f6237a20d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7faf5d7314b7d25cb1006342afbcf6d897fdcdf5acbb48709bf0213dbbba0a06
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3942f4b49b2568f9592e53a8d209284b3ea9cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d13c8fab13a82f22218503c04d2af0cea9479b7131316e6777798a916e7bbf4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e871745ef9a82bbe62c868ed83eccfa81387e472
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa973ead625c5d4737922132179b03d3138e623edb0e3063c12d6213edfa419
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9f119a9a3fa1cd42716177aae2757f1b289e6d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822b9c66526d4c26944e887186f7658dcf8ecf4266ee4c0da3aae38ade93218d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a413a816bca88f6b8064fa569aeb39309d0cafc9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8648289937d2926c7c2f62d8c879911e7f35d4adba4bdedb92d947698ecbcb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f9f7acc687fe0bb8ccbde4feb096fb0ba5418e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47647cef7d4705e6760709b99b9fc378d5a70bf52dee599f1436b03b1868aed9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870393801b736e5640d2ee1d558e4a8a0a4f56d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4f22d2bef8d32008b01d9ad6aafabbf42d139adfd5cc0a89a8e496244d02cf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d42a7a8f74696ee350b8019674ced1c28f7676
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19b466a010e42cf27de5cc6920fb9e7c1abe86b2ddcaf7a9e6f099910666395
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91726ca2df0d241bd111f641721b2cf573dcdfd8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea780fc71ea5c010b772d2d1206214f2103300637cfabbfe0ae19fac69b7c2d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17be2f645c29dd63236381556bb844ae3d30552
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9965d4d8cb33f368359d4b51c32cc269bdd675e77587b9afe9d50422fde672f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b215352b5978fb7a4a40c60e178fff300ea354b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eceb05a03457f929103bd06f89b15f14b3a5a5739e6e16deff544c0b824357ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea1753a1772410cb1b86d9684143a4743e32108
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ac0780bba95c90b554faac641721673c390cfb0659b1908a044b39291d67b3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87c4a6adee973528d36dbe0f59244c7540b9d78
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32e8532ef53d033b25e787ddbe187a0f57a91c20e4ab8bbf34f669fe4490ea8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623e98ea498b951f7764afa3054af538212bf3a1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cafea26e416742f14b0fa8e2ca7bfdd6ab039ec1316d8690fc8b4e8cdaad0ea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91838ea0ec02594732b0c20b9dc99d5fa42fd513
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd0f817707f8469d816080363f1f5af84460f655ab2aff14c1758a58820621e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0d71d45067e3a12a4ab57da37156543a405f7f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a935767e97f7f43f094e15583f3f4585be37e963a8f2e5a06770b62086c6f1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe77b5b6745f5278f77b61e3891ee3f6e688da5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d59cb76867e7a81800602e2e88545892dbbeb174a953f74393215ca3ed7c2f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf34da2a2bc147c11e0d96e38af166ab6f38d4fa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a5c2355d60b0e5e2a837e55fb87787907fa6776a28295ea7873d8da4e28291
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907d83af7365f701ccd5ec12033bde2278741b15
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701454cb5e415756b5821f196dc1c5b83956110773e5a8ec0fa33f2f55327b9a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad243fd19db68b5f7737820d6f38394117f0537b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba02de8132a1a999df35b8bb5704340826a857cf489019ba99a33346fa0ea1d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8859cd9b297ae09b2f1e0674b71d1374098fc7b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4611616264c12915dd7dd2e4e4912ed26292506ff5c63ab78b3e315cf24169
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ac60e39c7a5ff6d310563121ad76204975b6df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1bedca7a518bbdbf695ad7a54e8057cf7f4b2299d62ac055f68b8a8dd404cb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d2f46f98c8a870cfed2c51c33e76c7ecd7d093
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee0a05d9f403a3447008c065bae1888396981cb64abc96abe89f03ea828dcb3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a7a539528934fe24b5c33c735062902028ed12
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5219cf28441102af9179c4e920657cffabc444b907aaab7bfc318a6ad7cb9456
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a994dd13131b140d55a6a88d6fe5aeb940e423b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4f2c0a4d9f3c8616f23ca630480669f20966b650d8e044d0a8c8e334621e1a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb5bed69d0af0adff027febe5c9ea98f9438daf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee6e8d887e087906815244e82cea070f429a7df5754034fce2cd07c119fdba6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd2c2c525fe012ccef7999aff9b910aa2a75e53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066286d61824b23945e438a463cbc6f1d5fa8782e2c522228473cd786226173d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b1ff4fdfaf4bfbbf1aa2f34c1aa919f874f908
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bd748eb0522d86959a3dabb12661c8a08f2a59621e8b4821bb98740856e602
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c799c3f5695a32c9e6a0b0d37d6d0e4d6057099
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2394a1cd747b93dac97038d33b91d2fd9ec35a0d4ebe26cfab99df5077ae98d4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04eed86737fdaeab43c719c09534bccc9329379a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e502565a935237c7615d25b1d94b8a12ce196656f74092513fa482b21fb836d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b995951781657976696163e6c8999aa534754a45
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb607e79d01d96c6c46dc0682de71983210978a5098b3ae2b53e87338ea81db7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53676b1092dd2a289577f6c60c8e0754a5fd6e69
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaee25a039389832ff5a4a2194027b1538f7394f0984e95f63c525dd6b211068
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a76cc0d68b828408069b5fc1793ce3e0781ff5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b1c8eb62fd20f09d0473be581322432c517e659475761558afba375c4830a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca74e3780333e20141dd1b1f4ffd793e72017dd0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4498598edf7f68a4c3e39b83954e57f20383302ee0788b69a7c0ecf2b1b0c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49aa0b757e65a967018055e6a6cf957e6dc58318
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee75a9c2b66e40b0902d8a37d07a8e3bdb6251a73b1763e28fc848cc917b772
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39e4e64b838adb1342acb90f18b89b403bd120a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4a889a93f7ccc84e7a142a56eb227446307dc4cc8523906e81adb6652fe5d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb69a3888b9407772e55a792c1a00f517b4d140a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cf9677b8e2c305c6d0a45851b08b7397766822b4250c1aa96de2e3f64d2172
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f57d90aeaa5911da0ed7f334f618908ead0a59c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4049da387c9edd2f7f9b30e2be2e26f6b6b823346a526529ddec2861bd67cfc9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf9d63ae03e5ec2297eda64b8f7d85146c86cf8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d051520d932feb9e44ccbcad4fab6daab0620bf73a705ce7cd3a2d7b168dd41c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401c0fe29d0052391ba89634bcdda7eac22b8982
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10007c48ae0947a10dbd9b6fd772bdfb11d51005d72d94af307c32ddcc6fec10
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02faba40a66d5e3cb5c131ef8da3c008246a673b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2f87b3f69eedd7941061b1916a4b32b7e90da77e1244d1a22916e635c809fd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7162d220fb1887e34608babc45410591a3ff7f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2a9e224b44a2172ac5b41d08ed678a5d24d14da4a1cb9630fcfe9fb400c9cf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ae15fb508dfa613be912b3cb6a42476bfb7cf4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e35e63311e0b86b4c40a97a6ed649b3b1a8735c3d6be034f7c70a24674ac75
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32ebcf1d738c5e77dc29a56da91fe2ea4f9a39b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2283e74da2834eb93d8c6fea9db89f043af8bde40e940cd77992f4a19c9e7320
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b93143965beeb36efba0605079846326d45a2b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500060f8aeeaf11b88b7a51f6a1827791479ddeb2ae539c506b3eaf64e47df91
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc31476cd5d461d72b64d018fd042cdc32d79437
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb078ad5a9b529a7a1b3616f69d89836804287e00078e2feab42a531d28a527d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2313470e005de1d337a8d040f3a821f966427b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef67510fed2668ab86408063ca3af1c86c5483a651ba0339d628696e0d8072e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d473f6ca5f511ee951163698244f77918e5f35d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe11048248c236542197d27031bfea7514b1627335ebc4e88a5892e4750c06c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df755ce9162c2a8f3ad7c727dce2186ddb18b5a1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e059e44cabecf52e888ab6c3afc4a1d43d706a309bba205a6c74805561d1f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1d772d4a0c42bb98132de6636a20c41da50d5e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2555ba1eeef034bbe4853a4118c0476d20400eb71fa4df8c1ed1c6ccc3cd1f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419bf4eb955574ef020db6f2974cc5a543e5e69a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427fbf177c510a68e52e4867446a5e410ee9a7e44d6e7f5ffc61655fb88118e7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6f160e4827b4cd51646e00b95dc20379e13d99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa50a5a076ad1839032d7d14e2744de05b8412f3aa521159f39f8820eec483c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45db6526c2e289e348afa1a1ff7bcdf6644269f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104929f7734f80adf3bfb2af3b7800196c476d411260b10cd509b9483cdb6553
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab1fe0e67644e7c62ab09313d198bc36c28d7b8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689c08a3d72bc6430152ad5dbe9693e96f4d619398b6196733578f0c88e19737
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9315d23230224b6801d83f6ea6eb6b5112c0896f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f7ae95b966bd6aa012d4c51108117d1f776f029a09f89a010b8c5df84c89bf
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc92f02f6e319d69e07726ef98c38bfda37edd9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295b6a313f4099a920050a0886a0ba9b5c5bc39c47c6d90a3c448ae3b4a9f438
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27fd19a0b5833351f6b306cb3c92b103438863d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76147d72b4ea89aa4cb354a47a5d3d48f05410e077b5eec9d9b9d941d80f48d0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9864fffff107843777a4fd9588c1b68ed786e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae41b0431ba51fe055f7cb89d71c8f73d7c2a5c2e73a2de88c9ab666bface29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489e6730bc2c7f0716a19eb05645035f74702bd2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6c6c6562dd1ccb3ff7d1c233bb25901c02b97cca8810c4fcae125cc2fed60f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0be99403e552d86d3bdfd2806299b9924b5b954
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66b39720aa0ed41795635825b338489eacf599d8c759cfe6235c9f8173b1107
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d58ef35e3f5ab5b4f460dccd883bdf63a578889
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544aa688a96975e4070bb502b95a2db7538d94d0adb9ad12eb971a6624066c40
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e13b354472ccabc9330e3f4a691b4b63c4e8e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4011616e3c345a1d66eaac9994724a2e77c8adc72d1b8837a9c16422d631e34
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d3eabd9abddcdd62a9b7b560afa9487a4696e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bce18441b374c0084b29322e000eba76778f52bb1b505cb305943d09fec07b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a3bdd4572f5a7467ff67a6ec7b968c0afad903
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f6b775524e465d0b2d783961eabe0202aa554202af415bbe5aa75c20efc6ff
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250a94029f91ec5d282cd7a64fba36a7c03008b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a915a4606851cec7a72941944c9a0f569a1820d9acf3cd0f1b46ebfc77b6ff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a512ddbcb53794c6fc745edb4982e01b2622ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b516ef39a5bfb2d615b2c75671f0f6fe077e3f3ff42ef86295920388bad24d2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636978c113e274c2cfd821aa2d0472d03bdcb1e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db220dc4780bef662bac38924044102072e434ca711a3ef74fb3eeeff4511e7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dce86db9ef39f009619c53312aef421a89c8561
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb62f02caa1692bf275c92b3fac2fa26caddc655597a644ce8ab627fb7d98ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1968d111c006a0caf1e335b3d5cf82b0eeae388c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc00f17ebe64af9b39641e50e8d6f65d8e451d2af1db8e67e4b5b13ba1274d55
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1d254fbffbe2c5ede5090f33a2209ad3278dea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8074230648612f9e08c98365ddb312b8eb99bbfa060aab8ea070c54d5f373d9e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e66989ac2420545f90fc079ebf96a977961ff5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7308487a228c3844b50320460052e5aafeefb8165fe3ba6c4185c271816d0fc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bd3eee02f5b32fe43e93aaffcff50774cfc692
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e8ab5696e4646beaf2b4d37fe45cbac7ee8c123f290fee27358dfe33b5dd75
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c138d191b3d0abf6f048e19a75aba1026c7b3119
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56adac4bc81b58fa66b8279dc9a4587997dab437b497b20bc93850b45f2672de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299008293166b5c6ee5da245bf6c9710f8e7f175
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625edcc4e3930109ecfb02dff0a40e31e5133dcdc3ba1588e061190a402e4e84
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974998bdb8165b27eab7535dcf7305b164fb925c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b63c0468578b13fdd22d76644f032f0e1fdc4143cea68f5d8df2055852c04d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145c1668326d94edcdf8c10a30ce9cd974ee6036
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6199ed433b48f813c7ca92556b467e3b20dc8de0749d61fccff1eb075d9eac4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef950d7039ec89d9a5c92fd545c2141c4d8c9d20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734f8a7c333d6af9569041d7b23a00d95974e24b51e4baf1ad61e9735e0c4994
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fadc71314306a616ada8d71fb2bbbafcd1cbc1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fc2e5640162ab2f17ac01a896fd8af1b526ed4b88f541e9a0c48e1a80a3056
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d370f72a51d82c0deb2a839d562d2a28176ac231
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266e8a339dfc7e9acd1479ec55dfab1396abde725c9d39d33695ba98505c27b0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9abedaace8975a9fc7e84492de826c5fef6ccc8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23139cbee69a243ffce9d9fc229d67b40adca19e9ba7064bad6b44fad7e7ccfe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedf4e8242a16290d526ff8e1c92769e5825ff4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927461046fb05c7fd64c7207c32cbdd1b1e01f46d0e6d2a4ec2ee9f32ebae1ad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2e14251ba0cf0c0a7f1294ffce064ec953988b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1204f4e85134eca188dd91dec8409da6ea85511058c4d9acc8aa521d65b4ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04be9e8e6bf550cc1d42bfed31fd52fd8d78f2c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f829851de0c91fb98f2409206df1a5507c40fa1284c44786f30f78903c4273ae
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de29d87e3dc9c796d623fcf9ab6aec402797230e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed97efed19736b65e34e5249240aada402839e91563d66c05f352de5658b6e19
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e0bbc8446e7cfb6ec80236e395634ff31f9a2e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf73eac70c049d51bd6e5f46c8f252abb3f1c15bf0ecc96e1693f249f1c14d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ba227570d562835d74b91dc0b4d61c5f203709
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0703d7ac4c15d5f097329ee5745f009c3f5b1f4ba4331a26a5dfc42b85e4d47a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a1d260432de46a8675cb09af925b2d23923928
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6947ee4f67b38e05b71a77852cb955c238e3156629ca2c1c59a8a39fd4292c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f2bfe9701ed645c9bc89c1cb67d98d4f8638c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a43f7e1f704ca96d9a5411346810e13fdcff30bf7012cbc498db443ffdb5e2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98c4509d8bd23721f1e8f388e9f0285d473d328
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3577accd8b906987604011641baee76605b2e844e362b459507cb5c157197fa7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64be42909af2c4b0b374577ad838d4d376f05d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd790cc6a6fbf95bac59c384a31e3b3cc42e0adc8d999d5224073afe4964ee3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86216aab30d6879a685237a90a09577e2fd7a5e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5a23e3b0d11f607bb0c32b3e7dddc3a73d879ba4b9dbc4e012b1547bc6fbf4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70a2378c6b465966dd328f2248dfdcdc15f1fef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617fc747c773f28253a89c628e29bbc88cdd9a03d507b695b98064ffa35b21da
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe45f8b4b05a7e7cb6c4845af5d08eb03840780
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a860e9814793eed9dbd4c65e1c3df53ad166990a142d04da9c8c9398ac8e3535
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984b6d4ba789f351aba27fd51f190cc8f884c981
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ced8beabbf180db8b9a157b4b4c1b326f350f54de72be505f1c76abdb67435
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d636d9e5353e08932d0c806d8778a1cdcbddeb71
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f744469ab34a2129864747e5facb9e1c4c10922c7c09d2e7abeeb99fc53a4873
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbf4ed3f678b10f04695b489a23f2ba3ce36234
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c9fd9e82261a05bcc94a01901ab115e1d2afca4d84942438d26f5eb100727f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488e2f8b5a3dd72971d19ee807d38505d5edb07e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62810bfdee4a8104959d6a56320e74cb18c48550e6e08473bfb5980cf248ae9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0be5df030f299d794ae7cca78e705fca6b1284
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0ea1986f8caf5a6e3339335b4d2351b1f133eb4b32ea9ca9fcdc54592e64e6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcfcb8b7e614439cd1aab9bb2a6f0ce39a51d67
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7129d2d349b13d40832c2a6632a87ab5539ddf6c201a3fc43d7e1cc0bee162
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff4028845e0518f86e38d5946847fc1fb022213
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64eb76cb09d1779a03645347f65b71feb00a38d3e1dc8b0ef05d712c64812eb2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770815bc70ba240b15c398e732aea20a0dd64de6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d576d1b77563dfd6d4dc28e58141dfeab269c7ef85747473896e4ed7ffeee7fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e22fc7be60995a4a716817ff11ed3669bc4d5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8020d5ba6a6235609fa63276ef1243a83f11606974570fc9a60e451ee9d8739
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162062cf28cb484ff5e0631557d6cdf8ee2a2dd6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850605c937d15a45584b81ed0e7b78a94461ea4b9db8a497e9d75e7f31304920
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e429bbeaaeb6dff4e333edb40869dc560edf218a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48e98b52824761d52bd12438bc6b60d79556fd7cf8ca11552b8e28675d69420
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6485c53ee511c77cc50febe0d3aa4c23f4c448
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb459dec5a2f96d4e396f77e3d90ea5aa6563e2011779e6ad6899ef4de81098
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186156ac730b6781805ec73b9d421c86cebf9add
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac44e91a99bef6828392a84ed838ab79be851786fdfbd0f1318086adfd7a7d7c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631e72ea8d232d3db9dea97886ccd288c331b2c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5b05479e4b01b247f6c3edcbba386661303186ca461091d6a1c5ec48f7fec2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44abc45112659be1aaf78c2a15611ba4969cf627
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91872988418a757ac37e73510f1ede6101ac4cad9bb5731925e6106c852d6b4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3f30c017b59dd8e3559a7e177d59cb4754a11e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4beaa605acc36f4d64472d9f191860bf7cbfda39365b7f75b078fb928c7094
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de88ee8a16594cb8ca6ebc5ca3f2f629e29d80c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39444d2fb045c86224980390bfeb6a35296c5b5777b0b2558c59f02a83dc4e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82745c734fe5af4cca4a2007f6090a22f7180c71
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:accf461d74b214df025e364a921da4a1daa51fe70fa7ce244f8945fb1a6c6a0b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acfc106e4da7a890550a118d9d9c77dbc658543e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26be91dec8bd7c10f11472cc00cd8487f3e34bb9034a4db481765517dd7f91ac
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99afe07cd2c96cd55d4612f65642e4cadb4933a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22901b02ad61f4a2a7d45157d529523292499fd03221523c5263046237b46652
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4993f8eb60cd8f2a9fff579b3cdb6447fba8b856
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a810e2eb2494249016f907ed3e3f1c354fdbdc9b314f21e7220fd0fbae4cef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032741c53558124474e5db48e1bf11710436d069
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6487bbf798537b1d68479ad338f5fc39ead0a6c68b30eec4d11fc781e769573
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b073e4e6c34d296443003d463ed3747d0fe30613
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98dd208ec8d521c03d5989247ae18c6d5615975b1b65c70f673a6178f24d28bf
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a421d243e50d860ab771700d767cda4fa91632c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833aaa09977ccf425c7cdec02cedf8ef832d4260bbdc60d3168ea6e7f8f64618
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b43ace500879851825f61b4e4d546f8d75b178f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4bbc6c4f29286aae98f8fb7e5f2cf0b375df8e7e654964b8409303f642bfbe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574c5e5eeb021759f286ff904e7bf5170d7f0c50
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0be9f8ad5c713696eaae7744886abe3c3b9d5af3ae81dc91ed7069c964a04d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51de58330e455fa260706d3b71b2c63f93ff617
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcad3315bfc5d4443389a18a268110a90cf3be997ad0b7324fcdcbff2250834
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5555858b1860208cdd4da424b2557e0cf5dd5304
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e7bc18bd066b75d33e79e125313ce22a82775688a5453dce06754e33640f9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3aca2ab23d511b1751535f2f2c60f354005d30c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a690174934e06e4519a26285161d0388157a15a4f46b744395f082cb92421eb1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437add03080ab458d5aedeb2778c956f76aee8a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf791cbf544915fab83ec3c0d20ce50e71a564fcc4f867dc847976fd556f0ea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7cfd71f79adfc349bbda5c2a6751b18b61dbd6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a294bb3fc28b00ec45e26740a5c284ff9c9665637727a505b3404cbbc5dea1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c641da287fb74d7e4ae7a150d64bb570d13821
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c08f99088b3a979a7ebebb50f3e6b41ae37e6115464c12703979f9ab2ac01f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ad1056b7520590b46d603f557ece5439f6d95f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1e8527355e1836ae955270c40dc48c97173b484b75c0093c0bfdd78e02e563
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad963f8b3a92e95d0b46f14e9e2932c5f929e74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308ca2ec34df215b3af9294f620ef7aaf489e936ec49dc4e3cb56f9874142347
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142aaab1c66df8a564af61b23c7cca528ca93919
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762d62809574e42a477c1d67a46ce92f3b0ffa60255831a4cedb09a49a1b9996
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f932ae6766ecefc08dbf6cddcce68bbe206d2fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030af1bd6a63d1e60e2c372640246b16e41c910c840120759feebd4824d60d4e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78d09e46745e16bbfd287ae55e7564a74c9aa823
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c0ee434407c5dc1ed41f3aaf2f71c65e4fcbd55ef555e6cda77111aed21bbb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478ee855a6f8040dae55c30830dbad70826853db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3e7134a560a5a33e56d988cee5df18128406473eb8e67342624962ef5114a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bafa0a3785c89c3abac39e1ffd0123d3951b1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2eb58fd74c58d840f38957b0774ea2b179e3e9dfe525cd7a49e4daaedd3e00
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77b0336d3b5ae06cf3725e0835d36cb97789b0d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1235c8ccd6650a152c9a0abcc12aa8c2f079e0d01e9310f1b768f28dc7e7e47
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9ec52b5fc30bfc2d12091d219bd9696504e60d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a580736f04b8dd20469000056d806511459312c05420724053c475abdc65a0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c25f4a88a58e786aaa57b4a325ad506e661b30
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c26792ca80ad05f9ec40becf6dbf9eb96100f64f09a540f9393eb470a55a4c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67392f0ef52064b2cf10aa3626fb54b163687d02
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cded43fb8a4a4036c15970b395d08b1515f7d5ccfa682a0378ad39b0614ae7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c16ea1bab6eb491ec696d5a398fc80af094cd0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bedce92c31815454cbbdf209ae1380648e12e769861330f43f88eef54724e0c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4eac8ad07fae129bd16548498648a7edc1a214
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113bdcd0e502a7140433a931512e4aff3966fde31f394c5c6757e1c492c328b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229cabf010d8e175e723d52f642bfa369fc1c8a6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2143977546c6578e6f2ac3d923c48adacbef4a2c35c44e5bd44d7c2f66db14ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027981b50d1cf92d06ab3fc5c6a624db12570015
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d3bd68b8657a4f4ffd95ba23fb4f5c9bac8f76164c0323bd5684555dccb88a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f506b5e1b16b734fe0a9f2d330fe089f704b8dc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e9a6019b14da071c6b6869400d003341a2dd7bb16575bc62cc369675357176
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27516a6541ba6e62585cb587a47a0f4d2742dd32
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ad0fd435f0abbb59748078f849cba336db36bd5ff050e9a517bbe3271a4cb4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfb1c6dfcd2162f832dac71a77b5ab41dcd9a62
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d478c3bafd700d85c96292ef19e99f07d798a9a083e930295ffdcc65052fed
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3fbeacc4046ebc1028248fa167d625c1cd0d6c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17db42d103116ff404c774bdcd528bc98f504bed75e1581265ccd6ede5e002d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2c6bf79050883fcba5dd8e876e281965510544
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057f1172fda15eb81d89f23a047a351eeac44bf44ea47f38dea0bfd5b2c0fcbc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6125dff59bb5b4547b6355bb9a23f4eeb3d610dc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2462a396ec7d20707e5f1629c14bd51ca09511b737110774e209d3d5ff4fbbbd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede20f0bdf5dd5eb7ae4b93cf0ac85d8c7bdeb37
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ec3456bdf037462e0fab38940beb4f596c5c7801d7fa2a678eec17760e8a89
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460f58d572e6545097a2c757ad065476a48ef4f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf51415e923597e62271a7778e629600557a95ae4935e2d5730e9f9a8f4d056
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f052e960b258230f5832ca25ad6502eb7c251f88
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d5e938439181001eb0c33f4154c1dc7def84d778e7f7256c6629a912045d7a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708aa55961ce64c50da86fd6fece8ceae5144505
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74bdf951960c12c3294ff716aa960516977a4d906fe1d3351bf68f3738f5d23
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e282a6176c153684c92db3672e4181ad556fa36c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc796f1500a2ceb0db4194ac942bdda823cc4e5059a4ffbffbe1696b5597127
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0571b3abf18ef99e64cccbb2f4236adbabbbc7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7bc20578ffd04d715fe892448b2315ee82125e11fb954c290c93dff494a13f5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c909ef397fb1a0a7c06b509c3d8953da6c54228
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1968070a385963a5d6bc224ee81e89834716743dd21bd8c1319ec7a6bf208aab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d62c7efa1f401ad9cfa3bc47a253c33c018993
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c97f2955f055e8eb0f5c1335f963991500de4ee543c44375eaaf1fe8c107122
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab903fb94f04e52bfbdb125108c3bf6b7743766
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a80a5f2fbcc46abf7b9e4c861419c864e4e499995f9cde004880a74431b6326
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d9fb0e505dc557d9dace1e35aa763d8602fa4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45faf5052acb0445e4faf71b8d14323f85d32550494640db7ea763279434a2b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be770d888e656f4acc5f439d3cfdffe8aed8c1d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148d134ef90aa5d41848b120fb6451c9eddc743ed5a0cb656d6984abacaef859
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96dce1e4c114995b42dd0d38e22032291c02f24e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00146d6c5cfda69f9e26c1d508afe0de41cf7fdb16edb014706a3341d60e4b0d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9988c42a5c52dd2498f2ee371919bfb438164b11
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d9715d6ff5b151b5c9c20e767ce9154c2d88f5596f4cf222fc0baaff4e0430
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78ea7e3a0c97fe0a3684879dde92cae2a596aa9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fdf3c7f083d680f872848e642273762274d9fc3d7de2efdf8d5626b025b8f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d142fd3ffee9fc822711eece76bea8f6394c07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495a72aa64ae8a6c33a8fb6413d54090eff84592986138893cf5d0cccd9ba03d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c86fc6ad485aaef382105d645073264ffedeade
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2148ab6348e14c2193762805d08e9d8e20cf73bc80533ce32b65375cb093227
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa1856b6688d155f99d032fc5ed004be358630f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1e27614ee07af6deb2d8474b0fed52ae9fcd56263b15be9bdd4d8bfd2c8515
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59723225be3f42208538cb24478414ea09eeaa66
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e118edb336f4707390b8a32c72174546146fd580d94fbdf0b1a7762ff307360a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bfdaac816760d43642bab5ca09d526d6c06e21
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bbfff28d827f1dd6d5b85493bf7020af920c2a6974ba7a28f1b75df99f8d29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806ad6570be56f7ea656309f6e22957ef96162b4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b963a3f280e2293e99c5d35fabd555f9df20fda3c7ccf4a08b2d80a01c9e92b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfc6bb550d5ecd7ffd60527056ff531422137b0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bc1cd24e70bcce00bc24d0e915ab617c9bfcec5140be6b3782f080e15e47e1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0308dbfc491fb42edac556d22aff4f82358fdba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf3f98bd7e07b173232bd3abbf69c813ae25caf1b9e415679659694b9fbd4e5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b333f7202c90bf63797794e9af67a112427bf6d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fc8754e748a91bd6d300704a6f5233316369e1562949e85a236ffc88cad736
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f62d1dfbb3d1b88a94f3fdcb0209cb73ed4d51
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f02fcfab029f4e072000eed3d72ae83bada23f3cac5753aae54c895041e0e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10203196c5e051e05b495bc415240a4269396ad1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b078c26a0e9fe49ba02226c901a94e61ba79aeaed2243396dd04f278b41a7e6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee9c6c21ff93f0c4380f0079997288b9e7bcd37
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d8961e3fd01fd4927414b1307e2f4d18b5d5d2cf292015c8a75d1f79e0fa20
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0578cbdfa07e4981948510814c97c321061d119
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0527835b569d61429e92294decba7b8787bf790a38bbd1ccd58da177119e5655
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f3ce0b914b982cdb8e015c358a8a5e75211bcd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2291cc929d9588566164f101e2af7f68ac6c89bf731dd02a85f9e1b5ccc1bb04
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcbd897667f963ac570596e174f7e8660703683
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e523fd13265f16acad84a942266b99410f19e7bcc09ae3da3362c7650d39c241
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de55ce1b3fae97caccdd96009a5685847de1f975
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df05d9a2f81ab11c59437df527c929392725bcf3d37550cf0678c2c39d09be4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91165a083092b388d33ac110b7da7ec40489c52f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2d8b249838a848e496e1e84fe3cd00fb1e31457a024b1bb4f377268c0e43dc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a2d0a14b2ca00fb97088679fd38a4aa579b689
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb38bc8d6e19691484c7369c325c663b97c1ac4f669f5a2bb242f514f7ae63e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff3331be43ed48c4160e850ddd6c6f697dc9ef7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269ecc4cb73ecdd9b0bd44940d68e85fd13a49c727a6ac0abb15c6b7547cd19b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883feb979c51335b629e241ee7e0336aaa3372bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9b1be17b0c7684e03287483ce9c44def521322093c5817a1e2b0a6bd5a42a9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8791f523085cd77140c059a9d4d5375f02ec0e88
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c8712bd244a59dbcc390eed83f42e9de274f1a20b4692d2d077b3f5b617535
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac06759997e95e697aab057bf71df52cbf184f3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1702c65c4825e6d276be0169b7679d413233795b241cd87784056efd3d8fe800
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb34c1751a10f244dd4f4047b6367eead317e05
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d899f3acae3a7a60d872316bdefda610284b3fca620bbd29e6252771cc7b103
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f57b44ec4dcb8d9fde1e253103eab7577fe1f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66fde967a00dfd1f4ce2f490b285ce87cf944a78aa2034ee55302f472643a6f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51255a90a00b9e275094f2186a87511e2ccd3f43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c22dfabafa20edaba18d0c3ad3317f84679ef066949d295e70a78edaf6f13b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b918bd99bc275a4e6368ee904d7da7f155d8ddf6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0908fcb82d7b9a466bc00c16f5bace406ccbf06fbbee510cc0f9e8f76375372
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0388780bfd3463083656e08808b0a1ee48165b15
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddba9b59c7d1d7ccf6cb1c70d4f84cf010e6e5f6a5ad96cadb930558b8245595
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be586ec644d0fb7d03773fbdc8eb3fc1260d5796
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8106abf7adda2ca11e585a29b839ce93fa267d6b1f94a12bbd8b3ab01ed2be8b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4f24b40d03ed120da0f00e16d802949e8167f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c0ec14d405f10ec6e56d4ce76b0db90aa9cb159c37fc03ab81337fd64fd484
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c95c362218f00257fae2fd29f19eda406ba9f4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3039f2ab5a008d63003ba14026b80c28241168f1c77cefb3475ae5fb1b99851a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74b4e91575ff7b5f75fda7a707d4b29d1998d7f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77248f896a53b077e250b8c2a63f50fa9e9b24a8509b80d89bb303554609c70
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b205052be213ed9a1fe2d04b11b64587ab95b7e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c379ff8f5553f7ae6bcb9795d62bc4c02b31a1d976c51b42ac210a89a2c1c99
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f1ec3ecc9924b1c96043e2410a1e2d73328f59
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a967a39d7742a0bb8be41a0cfdf17d1fe2a5d83d4d2aceaf91ea73e2ad485f3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeff89139a2c7a3418cf07928e6b36b651c9ad09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aede8f710a54912be6f2756ff0db1ccd4f5cb042f4395ecefd936666a1dbcc84
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a504e8c44b96302f36bd46b34eb65e84a092b455
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bdd423eaf95b6f5d9f8640849ce15232b913d43454250852a62621ee8b7d16
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5424f7edf34c82c8e0aa7c77328471e15363fdfe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2385b29888cd124c54c9a397448ef4a01f38d63fee5326c3b720c804ba7524
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3aa4cca44b2df430a21a428246532e6f5d70937
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cb849e259ee3796aee6785df3f201a6838926750826d83a6d4cda3c7de3395
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1feb668a297cb8d3bdbda6442139ecb0980d8073
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4021967e85083ef6155ccd1a4461a6eb1051cd8ab79479e443f9f356f57f3125
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d693c35939b0ab8211548033e06d84c8ccbc49da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c208b5429654127db7c4ac8f8e78fbea20117b17f6ca9785a4dec89ae4dd655
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3685a0e8392875e6b865ea57e3144357234324
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156d19ddd3c2d51c8604f0e26fc7c56cc5bdeb2705e4ad3990dd005406ae1d89
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83eb5abbc926abdd36fccc0647815af965f69a84
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3088a82e3c9eef89f7b8e110a15d0d1f8dc335c5df01c39c12a462c3293fcef6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31cdd36edbf11159283b7d87ce979335851ae4cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba552899470e1a393b17e70e9854a7f61faf5edcc471911b5ad5b0c31aad95d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e84d521bdc41108b01dc7ab0f6953ab69dd4c63
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83cf976f123465173aceaec713fbb66c356065b9c4acbe032e403feca5bd94f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4970f5a5d6b067009df535b5b26f4b74b7d7e18
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a508e3a1b6464576a25ebd2c3d81cf13f685dac57d9761da6a70dc0e971361
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4679abe36f09970974f924b48e6af2bd391292db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f893cbbb48a5e892ce09568ce386c06b990f4ed4511bbc5c0a2ecdb402bb3aa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d4e3177bf502720a4e571cb9f4b69b00cca6c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d67df9135853087cdcdc08fe076964909f79aacf729769a56b4ea3d1be5145a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7555ed6fd5552ced0049b3af5b6f4ba1671cbc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92835dc058c269ec1311b568ee07dbb081d10aaa255ea1237537a4a7248cefb4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13c45d693ea0a0744ea79f34c60dba7f29b8ccf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa817c7bee4626354f8cc82bc9abc1331b0856fab7469d5515d859dd83c844ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86221c37f51ae32ccbe3fe477daad64a1fbc47f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1255566f89b417669cd4a7d383d1a32517a9613ea3637346cd7719e5b2b7ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b1847b2d3ca4b4bea1125f30a28cdf29be630d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890062f3a74bd7181dc4bf21be840cc6eedeff9e4909932c43691f78d66090ee
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e03fc33ddf5704cb94bc0d0bbe5ab7a64e3515
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b55eff2aff07e81e519eb9ec97f603d82233d8ea19eeadecebc68bb917edf6e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551a61f007b9048a5565549cde3384defdb2b7a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e54b0c3729c1b3c78ccf33bcf21dc5204e56289e0ff4829f7f4ce5343b8dc53
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8760cf400ac9cd6974d68f184ce2d7abd3d12b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5135b7d01ae04eb7c1d97c70aed8fea14b7ac5d8444d8b2fe19d5ba8d516858a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc8863f5c3d67882d0ef51b06548c6392a3b45b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3628bbcfc7662af2f5d536414433ad34626d24b40fe8694080bc87f3d66709
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1f15477f74c91d791c43a6cc7510d53d4be3e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a829e8b34cce58a1d9cf7c65cb8f07ba920cf8d78d2255ab663324d23796def0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb450a0edc8c386b6622a19eca7bcccbe7977c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c44c06bb16c16aff995fb02e5eb5e284a04e2ece3b826d296e6beaa5dbd9887
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a0b6bb8238d6c9d0e60ab126f766df6457c117
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f8b943249b2a52d71120cd0ece81141c809e5787c7a07254116330f91e1994
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbc953123b71522c4801cbbf6bc8f4420c9ebef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb4f358a93465d09adc9afb984c8da011cd520dec77c921141b767563ce5d7d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f20918211e984f01104b12b821408d864c177e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801d713f2fb1496e381bc5d1ccb78137d1347c46836099ccc8488c84a55ba822
+size 42115
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc52880cbcf5dfb7210b84b1c688f8b137ba8d92
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119152ee50225f767821f9522da833b86df7782fa1e273a30385fced4b91ff89
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac05fcf197f68e4afa79d9603d1d9aacf9f8a1e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f102234cac1e165d19fe66bf5605f164161cbb777275fa3263b50d574586e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d136be9ac4cb2df7b7db8772c03892747fdc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f460b2a90c164ed313f191564f3c6a6a7b3829008de2dcc0f65dfca4c1740fae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d5a48783726b9185ddfe3963a2e01a09077e50
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4b58946adb5f0f62e59a488913f6d415c17314151d11739ee437be5c808de1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c725f424f225a3362ab4dc2c9b2262462b721f0f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b8c32e7534904ce7070d4969856ee984243c6efcddd4c117b980652bc37a5d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acf70db93b8faabd45f7fc90b187b840f163892
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef734fdb1d8c929e13700975dde5c1bc52b1c895e0b1befa0b3dbb3b675ba55
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d297d1b799f399fa92fe657a48027858401a5c8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eaee7d6d842ae1f8273243e28c999b42807ad0c22a16c76379eea1fe26b49ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7914dcd2ee3e13bce11bcc110800780516489466
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c543fb1810c1cfbc2d547138db2792cdcb55a9958947f9c664ffce573cb9f34e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3bab8abc6150a2c6bf9dc46d12fb63b14eba0f5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be4187d55f4fea6d427bea583d26b8214f7d32a197821a9a5e0e8db46ed1f01
+size 11395