diff --git a/params/phi/6/rnd_search/comb_14/init/lm_head/_0.pt b/params/phi/6/rnd_search/comb_14/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c091ccb924bf6379c78fdc9963600819379233a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae320beb32ce1afc519284a9810f92f11cdc428223765098cd25ef883db8c0be
+size 205955
diff --git a/params/phi/6/rnd_search/comb_14/init/lm_head/_s.pt b/params/phi/6/rnd_search/comb_14/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de69310ed64fc984aab02191ff4e5f0720851f76
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990614344ff19dd252878ed98d513cfa803bba719e6dc34c603f50373b74cc77
+size 205955
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb7876289da74bfb7e5e7f3c4e32550bc47c463
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a91dda4ff2eae10b03725ed9ae254204ed6e45ddf14f391a9cf42568124628d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af73f7f4a96754eb09b5b478e9db582b6baf007
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f7d1bbf4c33f7f5d5c782a6badb24e6377e21a0a33cdd0251fa2b45182d13f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76e6d8f66d6ca82818441092b1021e5da431c86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7134756800081ed692a1adc56dcab7505aae78adfeb076f121a3da8b4b82dd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0431ee01e4d9f5df9af564209ee1c8cabc0c23
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfefcc524bd1dd2037fd7fde87a920c378ee6aae4388948e43943f66891b5c36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc231169d16837b6b211f74d5edc04ea9695b53
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b941236de42c8c343407673d206da835ee0c44c098ed473e7d693cc3cd5b38c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ed8b5a2318125d1e09398fef734ece215c57b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f328c3cfa24de9ce233c7b834afb112652d5ada56b747a8e840d3a29704dc87
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bd92e6c63b5926671fdc92fd295dcca901854b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d96fd2e8af2370cf372745ecd0dafb05d4dd40b6e3a2b9df15334f0cbd4002d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce150f89eeb218955584426bb29548bf142867cd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c725e0aaa5043e8f2fb075769b9514d5f6502e4bb4ff304344a795ec7c957afb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755b92cf03fccc468f6ee3529ded8f923ed95c8d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5531db3975d6f8a561884d928a490ebfdfd5895c7ff4450cbeaa29ccf0dd5482
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7431bddc13c24ad69c0116adb20249354b9054d4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744b9ff5920910add46026586a06f9dab74383597bf0de8551babff50a734cdf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f64ae7155a3a99a366cc0d4fa3af56faf66394
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53721730387b0fa1a902e3425d81a18f4bec2ef6884458ca6119ed67dfd5eba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c65edbb366ad21edd2f9ac260e42265a436d6d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5546ac0cc2e79a804553b0177141c141882544f88ee977a97e147859696707ec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a8321745b46de5e6ac7e2cf1a860abf526c59a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a915a428b27a76dee7d165f7a95a10c458133f113655cdbbe01f40e99e32454d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04791aae2df65b369092e8bd17a7afae0397121e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b27c4792e9726c7a1a860b56afbbeea185a8bde5bd8af491af864295785ff24
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638631882558b6c26a103a58c697ef68465bf014
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca66d62365dcd0a0a9a7f19a13ab4038897159e424815109347470ffebca79b3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c01dcac435a8b32cb258b5bcfa4131cd19f48c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bdb5fb4bf208f750e186eb212aecdc9a37bacaace524d68fabe8915318e300
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e0c34cf1d6bde7a645fc2b8b27ca00b7f1e461
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6848c33312d9eeb785460c889ffb4f44928478c4c31bfa4450cd97f43a1a726
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f575a3811fb182808903fa8d258dfad94d090d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9785c4b66620c1a1e2fee642bfdcd10e8efa47b99ef4dd323b52c65072a057f5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6c6f419434fb1dc0a8c17f84fa491bb50223cd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4262e4825bc4d0c4b888640dded74ee3ca870267aee384f6910c8bd376ab26fe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292863abdd2c4cca9629d196223a4f529f59351b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e310c89c36aeba8e45b5bf2c6093e0dad9334398a0341ca9d8185477bba295f4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2262d3980c3d86bbfbc0177ca96c3c257c44afa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9baefbbf671acc76c3b8e79de2e1c4ba99851abbfdfe79f0299143625c07f664
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce7d3b162565f56da2ad1ec8f94f6d3ce3ed4ad
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a4ae2ab46367614b5d6e1eb787664bc9e5700785d2a1230ac0f257e3537f9a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b024720b651edd4ccbe0105ca4fa9df6656c0e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e43b1a74a9ae084822a2aea41f7f252533a6e558e59b86d6d21256f0d58016e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960ff9903c0cf9f126d6a455078ce64502aaf80a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31718090cedd79a473e47f9b5add180797e0c657feb5238c2b4c10b01af4c845
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa76e3414c8dad569cae0b9a2a01ad91f1678412
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1bd5e7400a28b446159b8cc0b14658d8cf5a562b8ca58158dc3571230fd527
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e07637b26b4332f3c0dae59d48859ddd89175cf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077b8a7e048a841809dd97267ca8d545d69870d36b9354a22317dcd94a1ff790
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa79793a0b717fb048b257bc19d655d7cde8b00
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e024e9b56feb3e7f89839d9663ad1d60ad4e4214d0c5688bce37bd0399a713
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20044b405aa54d56deb810ee5919e93dc1f118b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c7d7f48054a470a3e16f98594fbfa0deebf7d2a348911817e9d9166f128f1b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd00501dcf34ee76d4845d05d7cec0addc53ca3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4deba58ed292435b73a368e70b3025cb880c158cd109846d82cc3ae271359f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1617cae0c3fd29c97f2330fe0ef3adc5d752ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f109a207173b56c4f609183a55e2815462374d1283ee1e50422e684a177830b0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d3ee2eaa4b039e3b7fb04d95cb51e1a3b9e171
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a37b2c71e7fc0d6bff1c5266c1c246999264dd7c68b9d5989f8a0d2c1616fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141c7badf41db48a88b8eec2631636381859a22e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1267391a51f309e746135e33134bfc597acb60afae34dad1126d66437bf9319
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fae605e87730cff2d96b92ce6d5e1b7085735c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd761c94ea65dcf93d001bf23d1d63110ea66f06b9a97bd4840452b9f1bec37
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc783d034b199873e8ed5d39f0f71fc1d47ffb2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1e79b3a1d37d82387c24bed7847347ee5a978f1dc7cdc5c686c0c43b34cfbe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54c5f6acdb5edbb5793cc20b16eb41bd252a8f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c089d6d0d90e8ee1a2a8e692a6c818182ab811a90c6b32c4777d7dc2290b03
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d63cfc4a8a0963eac2e12eb9478537c4881689
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a24b8fbc151cc1e53f3fde60fa68f9e2bab4e50bcc77cd7ab6ed61615213b1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2fa5b85bcf737a447039343d85f2f9961cef68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b7a6094cf5bb8fe5a3601817045782d7a17ed941f65172484aff1ae639f3e3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b1e27f369ed64edfac9ac179077bd9a272dfec
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b47547ceba7c6a0fff1974232e6c283a1349660aec25111793058dea426e24
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a978efb0b9684b86e58958f755edf77921028072
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebd7d2060802fbd8694afb227e1c9a2418b89f1cba86764a207273d0305b51a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7734f12f31c4a20fc0f5dffe77409efff9e514d9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2e7c877f66b8b648a7c99e6d16c69f3c5c989fb30f815fbb07d18b70325a86
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8377b8b190dae3e0db17ccd9f555553cc3a55b4c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e7392d4363ff439720d06d774973ce50287a11c3824454e5b3a5f93b290f12
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4abda8c78e91fee6a64dd3db545dc4860cdedf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d63f184097c48438f9a0859655ebfeab53e19e38e5dd99f6abe1eb5ca513b2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6316ce733d7db79293dc5ab5652022aceb5b052
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a396c5b8d53e0c0824ac957b363bc35dec6aaeb1963e70e5125908825f49516
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c91cda3535d95ef601f6f00dc3b7b1512f546a2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c9dd93bb64ced9af50f1b15f387b80012a73f53d8bddecae25c95eb3f01df7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5d293897794df856652119474f2d9889019b25
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08ca2e499c00af2ce9873fface2a312caf0436f6f7c25f95cd54186639d2706
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699ca96c93cd6fe7fe8d985277089747fa18f66a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f681bf761391a433e468d4d11f45b8656281d9f316f4c563828afc54235d7870
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7326e80d678040c51acadf3f3d1a5466cf5d94
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f22580a58234e1607c8ccc0470df88ee1b05d7109f92345e3960d456055aace
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c8dcde96d4edf3557480f2b95da108a0568a31
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0120ecc38226dc6e5837108265e44a1b88523677d567e9b9ac919578a37fce58
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffa40c8a8f4b63708104598fe4ed37a095f85df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579b7bfd7d4aac03a9ce3ceda069f49da678c7f06c5d7a23ba678272a022326f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21bd8eb6920551bd33681b4bc736826d1259c11
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4609afd7add749b7dfa62997ffca78cab99cbd92b52552482bd58da973283fef
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9465752e2254d8e6df28633c95a091cc815c22
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ed46d9a3427cd4e5d5850ce4aef0ba6518cc5becd93f5fca0367558c720682
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca53869612e40003600a8682c4d5c512709da22
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc95eede0a9e6e5895aba1fd9419f8117f0d9c6efbf622f1eca49f2911933ebe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f62a24ab418c86e4f886313efe33029ea13e66c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f847e806defb021e04d368fa286912e171821a0a12252b82e7f9259709c75d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048ee9e00de60fcb5c35e77667f351894e27d6d2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f0d9a15c897365073c7c837820ef5b77be0640503ec3bdc70a4c8fe0f26976
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5429bd8987befaf00e1831de9a31da22bd8e4881
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003a820a11c9e86fc1c4a223d388af62fe2e4dc234b9053c52af68b29ba8650d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355aeae4fc46aab3a61d1a3e256227670824d09c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f89fb445cd344c5bd6f07e117e5db49892ba91d05575dc3a643ffe3dee4e37b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03ea19fce404d7ff25427bf55a1f11e1a5ec278
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f656962cf268952f41a1d8c66ceacc205f2ebd21fc892ba175a3889396d810
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af30aa3be8828122b2671ed4f768dd8313c56e9f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2920a8d045391eace2a6f2ec3458b3cdba4300662ee3bda4b99b38023abde5e1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8c398773e1b12cc6f3a22ca643450dad38c597
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2a9024b533fb76be63a4f1d15dc458f2e1f8effa62709bc2efcdd448eaf53c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc4b05595d101886b346dd6c3028865f9b97fc5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59ce1974d3227542232451cde6879278adb70f2b84b3b0479037216f5be2987
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a64a75f11ffb1e19f21a1a81a3f9fe954eb3387
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd329c0bade6870c92910815f9b8f43e13b969aecd8a30063727527d9a2baec7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25783e011d6a8fe4ddc6c575686855c3e9526e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6dfb19d75bcd2dddd6e3bf2ed5457e569d55007a88f621642c06f9c35cdb4f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7c17dea4b71c54964a7f9935a5d1681b2309d7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072c31de6da0f92408ace8c3b047a469bcb537ce81bda457977eb962470e7ac4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cfa1c851a6f877d8b4016d0fbdfab9475376f8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da8b54d4b9c8b757333c7292e125ece297431b2b5ce57275c28e5ac8aef5b08
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46eff22dd0e81770e7e6b960952ba077a36cc064
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9806fef0fae4bb67e19693c19f91f3a8849b9357db55d068b6f646317b4c7c7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86560536c0a028b3626607a67845ee3e34c69016
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9663708479d618e3c152f27aa02ba5b92af15eb7d479d596b4daff6055dd5fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202b804777c6e6b030363315950192ed13b06b7b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93791efcaf3fe0c7707a3add18524d2589367a5ea6f0004e994d57b0953fa202
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167d6a808092364dea940aa0c8049d4bca75c453
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1bb764c804b1159e48a755b38dcd9eb9111df3cf19af082a9b4afc027a278c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37986e8a6acee154031ded5b9620625fbeeacd3d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4641c828351a8a63daf85a59f289e03b8e16dd3af76d4a3a9b12844d9de6d99f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2865b605ca0a1e8b52ed58bf8ff9e10642b2580
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf0ac088a6d6239250c4b57fa31efad8a5d270fe6164e73a0e9447b11bcd980
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59388e8eabdd678f1db7ab6601e2c20134ba0aba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c4231dcfffeeb05038b01b2dcb890895b0ec5ff032e1556b49f9501205a5a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179094215784b7fa78ab030b403f4dab765bd121
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6924c246e1ac78d10c1438588f5146f6ad30f689f0a059c26031cd929f3d2fa8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec0a585196bb73d1cc97ae57b2d4128de865e6b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13190dd48d82701c72c9304fc5388354fa407c1ec49bbe62a3a23487d9475e4d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1948e2f262549bb1627fa6b0818a55e3bd34e2ab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93060113d80e5e14b86d825e66e3aedca79a8be5a5949a25f97af5d875f11494
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ceffb5002ca227a0b19beb8f5010231cb00280
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ae79d3dcc466079b2f76a6dcdf6a6d0a30abc13aff4da5518b3580448b9f07
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7faa9b1a84cf65adf1da3af3a910f5f215f39ce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8f24b97787bda5f6ff7727e42abc92f6d3101e622257047db0e8527f0765df
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb02af8dbc59b5516ab54e220e1af4d92b2d5d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af587c59c68629c2a4a771aea78aa30f829b0e2ba93081b5fd003e959fd34f2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69bdeb81a24633db26b832e388f0449a5a6280a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e55efd5bae5de79ffb1cbf3f31d35ca34d752ed4716fcc4d94a5217635cdba8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64c00c5279fb5e29fbbfbe5f1733b0083a1e83e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc8ef0013adbae00576952be8e6571ed14921b66811967062f224bb4ce30fe2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9716507525e877c39581cba6e48ea0e9a91670
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48419042e61d2aa825a5d08d3a66ae3f380c0261ba2e2b93a98cf52ab76cf3a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf05d72a3d8cd3a70a84a152c3054b0175910b2e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d1e5ccbdcec22698d03343a7a723dfef932db4e247da596691fc1bdc44911f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865443ba5a6d2d7f37cb6b73f04cca0745783ac4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4da7e9536421f0932d42bbed277bf84bdab05b41396a49961056bfde7b7e4a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c6576f74690c665f84b84f540ff187006ca816
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf0611903a54db9aee2cd1df98d0067068838b2e4065fb739bee5f1821b37a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9321474f124b98619b35cfd474d5d3a16912b0b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f7f69dcb7ee257b894cabc85b865ea0e681af27bf6b4b9d729abad7fe9fd69
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9dee68622b1f7e73dbdb46cb9445bfe3e15c01
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b8b6ee1cd44f6314e568724e0e2ec403ac41c5343100b9112a25305c233e54
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343ac9985fd06eca41d9303316efbc06a5ba8969
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d7a3ef547b051fda9d89c80efa5a5b8dd4d2d4d2e16f4721765a27da07774e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644e9c02979c1543f3265ce4537a329d6cc4e972
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a1c55fe369d589857452071d6e7a1837e8b84aa3e081aaacd4aa6e17853934
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3712064c12c93c606e11b59ea7a475903af3bdc8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21d8844f7651ae0b938c53d41677ee99bd73d01c063d719081dcb95b8e11ab1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a91d129f092e514f407cc97d041ef2db4c5086
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10350ec2d1838930f9353638fd0ffed2ab8cc9a76d8f57691cb05c76c134fab
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91662153506575c1aadc0370c6c52e3ad006277e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea59ecb37de8a9810bfec9a85163ac351a9a9eaa4c1f364a442007c750e486b7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a4bae7b6287f6d81fa2e4ebe6a1f4673978462
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126bda1e2b6383081261569d246beaeda3716ddb9eea15bbd7716d684174fe01
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9888ec1986c6024f1678fe81621c55c52ad52d8a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97405db6586a394c6777896d242cc0f7551d828537aa3f2f4af6919f977a84e3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cd3314815bb5ab9c9df29170aa9f0c5aa6ebee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32bac8d7618cdecab4b24939e830175c3b6b90a8c1b440524da71c57b34b34f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c446ac3d46543c190a3a3f67346310d350b24d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4f176d917c868bbbec742b8f93d377abd3e4b9d51b290ba785bb1a463f9692
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d536c24f42318f069b89ed81ea7b776599dcb477
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29aaa16a0392a2e895bf5fa2099d70d88a5c3612856627deeca60cac0b32e48d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fd6c882a4d921e1b793382c97234161ef11f86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed6192b2408a5f90d15bddff8d12d8370d9be29100f2b17ec58dbd89f32ab31
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a767370b055d2db5dca4d5d0a9155a7376c51e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba0da50ff318402372e3fd0293187adef3d64e26b737ccafa84d0064d4724cc
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024f7a6db4f01eb6c2ac832bef767514a5a0ce99
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392e9548f93a4f72ee79e3ea35ffbda1f19b2e1402f9b5ec302223c69ce2236c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07362ca83b39f9281ebb298efd89aa3b15e8026
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fbb346b673b29fcee92c59a9965e6c0d2f8e9858f6d3555be45b3935afc705
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2824b575232417e3e240e1e3f8c28cb9b49577ac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a321f8b18decd905ddd4890bc0879983a317e40d8b1865b8002081e4c377ec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf2d6dac024b552e8f982550a65b8faab44628c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b36f3ce289d391078a36368b159329f8a7039b6357bacef2bebf721fa1061bb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da7c9d22cc10b732aecc3b2628d24c3d8e33777
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e679fdcb4546689f78aac8c516882eef3eb9845376178720fbcd320265814fa2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0700ea6a9f2133670c7d4470c249cb48c3d6e89f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a22fda8a393943f17e11bb48afbeb369c0548306e6e3ea4a9c66ad014ea84fb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a122388d456ac36206606bbc5acaf2c7eabe7d13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61101a373a1ab76f74506e7078d4fcfb9f82c92102c9b17301827484c95c3bc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bff045dd1715de8c6db2702fc013d9500e33091
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6da60ff4f24465921a6c8113ccf777ff67e8a70f9b9ae5a2b44264d093312ef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3a0c32b4991c23e17afde086b1ebfda04d6bef
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d3fb95301bc356c72cd866d599b287f4338dd3851f68b3ba9da33d698e7052
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d936afbd4b9c0d4b1f0f93460ab3973f09e1182e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbec24f7a7ba440dff2902ff72a67b45f052cf5ed9808210ad11565b9aff5fae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8963824a202c6192915036bf88ade978c49cd89
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284b0f0a0a926454679c775288ad9cac9131d8bfc781a9b23c7db7905917d0e8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263f9094722a647ae59640fcfc8eaecbb9b3bf69
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7e9b8e3e081ff812ea51b45239f21b2a76342cd0a3e9c50af5353692dbbaa9
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22511fcfec9429762fe6db20a23eadcdcf85376
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee5765209a6940b058df10c1cc5c44066692c547831f81f3e56232e024935f1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2869e9df50f7a884ddbecec26cd0be5e594adc73
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a84e7b988c79b33de9bb3cc630e333e06c5837cb8c1ac36eca650c83e9519d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db2131c0918399fb65a15645da61bb13fb37035
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3ebcd8500d9ae4bd7b8b7e445bd0b3d621ea62c160c4c0f013df5cff6825c9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7364085a2e460d10a5703707ad5c9637628e45e0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4365060ddf30ac1fdfad9fa20466ae3f7f9cca7c16f25be033b5982b3784db
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08094572abaca2b799779e808639342238a9277e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b1f7963a138958364cb40b787d64763a6dd8bd7051e18ff8407374986263c1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f09e85d81a53d1a4aaa5d33c695f200baf0e18e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4265c13357b019f7f07bca12882f150810e1f83c58ee2be666c2a8bb9423fe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9849a2252523345fedb52f793e30812306b4c6b2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6290223b4b5881fd3225b456d71ea104b99e597d289f1da25608be9d01ab50
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d79bbf2aa018222bc28dcc1511979c58bb21ca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef85b0546822c5caa757d988de6d754d2cfeed45e3822d5fd3e06b0a8b8320b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6a043005043477afe1d8b118e188a1f34cf0f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c275feb77b4c01c11bd2d4d51ae57188673cbff6bd7dfaf22f7c78d313deb00f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22024c20680d79d84881234ed60ed76c2c47ab9b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e12a3b0d4115959057f198f626717b6397c2e246a7b9426270ea6e9efd1ed42
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b8b20da3404316c3507a778ff2e6c42f565dcd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ff1075d2aa332a7eeb80b6ddf9ae0421d7d540ea9832cb06c20501a22abd73
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cad9f8565bc62f5a7d49400edc52ca6890c888c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3be1f27bd16980f1cd5d4c08208fac5a57d79f9d8b1d10bf422d7891f6481af
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b50e00b7cb5a1ea88145b008ffcad3db8e3e11
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266581168de2d8d310c21f155718198ff4a64aa57f0afdb91a1d5da4b9d704fb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcba046d2c265699f251657b8c21361a1edc1291
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d1005d26e6d0758cadf028fea83ca3897106e1c580a15f65f1f0c3fec94c97
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d543768c812ec1c0dd46ff58793e9a0582c4e15d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8309b2649bea403c2c518fca21dd785ca39a3f72685080fb29cebef8d8f24e5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d024a3e256b507a107901899b4f0989c7a5854
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cacdc9b8ac23ed01e16d907aebae9828c77c0d27dcbb091cd70f7b34647880
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87340bb0da534390a05a29e8b2f739c8fbd87e1f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb62a0b6ef3a1fb510c6436c0cb5b2bf3e5f4a59fd8efa5af20a8df7211b1b4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2d8efbe06a0b7ad1ad20aeffb7db19ddb304eb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21d8ef47c6e9f57141a682a713e46bc1c88f29831e391c848735a80e0e31582
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ab012abd5442df5a01cb13cb9e243d33bec2a4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75797b4c7a9a284e6dfa250d7791e65a6a7285972192a4b650b9072058521ec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a692000aa91c0ed783b00a53abc52e82fde791ac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148acce31e1762301e2e8f715e4d75b8ad8346bc9f747889912b5d5a176c7d61
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe98877acfcc6b79954c08c6cb97787bf4a5552
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61399b639b252db9ac99566b76377ed4dfbda509e55eb7e3332bec0a909c9854
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1105fa756ea36e66bc95244e7c5ccf3a40cc92b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca39204c99848477cdd4e00182f413c7dc56f563669b35ef496a2b8386c36152
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9895be5c7dd88d41c176f505f671f706fea3f178
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b947a80692110390c1efea87b29d2932b53450d529f3f3b1ae53312566baddf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b4ab1c5adb74d7acd0c0e37af95c0d932b705b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16dfa982bc7e300e4a70da0e5629b37c054a45b56bee1e9936eedb6fb0d7e48
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e89d87b9f6559998ec02f8e8bb135ec6f9a3a0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34bed3aaf569f6d4007174fcbcee2085505e3bf0546238f63b2d31a406f214c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5dad43b039df7fa79797117641248f22310ae1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ff26abf5149e7b2cd4dcea82082926e85b980151c46c38a112a0ff937b1841
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58073f9c0440b31d673677ed972da26a7581f13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a652db902d3d50a10d5a78f14e28deb42031e1c6c4341e8fa8869bf26b80eb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94249d1ec5e7662b5eda1e55197079f0568eb0f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf5cf739f8ea67ce727f61f048864dac15bf8cfc99785e8e437aa8e4d1c1a1e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2043d65ba9f6d9728ae846da64e8f598314daefe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4ee6fcb5938703d903f1e43049e80bd90231a53159f6fa5bcd1df6108ab2a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5ecb2da88c94201566c678d3d95ffdd9bacd74
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c15eedceb513b6cf397b7a792c61084e36d81a56955fbecf34fc049bb41bb3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a90a8b99d9c18daf4ddad8fac1d7d00e678881f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c557f5c5997da4e8b55dade52d8fa6af466df47c9b536e693cb2b106965a6e6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06054bc20b153d1dd0b9af472be1cbc97372523d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1e675fcf316cbead6e4debb2e92fbe67b159d88bd0e63c93db4a11130d7c75
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ec2a29af25854834b1ca6fe38396b4dce5a96d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3007a0f57065ce74955a91f8b341a08ec2fb2a562c7ae53782ccbec0a578ea0e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448a85c5a208875455cd88e977668718c8acfe7f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ba01061aba07f0ffc036f8450247caa6ece59c48b4e23c313570863d74e10e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90503d22128286c1b3cf064e71c096dcf7029b93
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d1b75f4a7b3b74dd1ff7bfa75718f6b4ca3adfb08eb77e636bcabdc99177ff
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739ca8444a2acc40fa041e5c45264bc108fa5eb0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc284844ee12c1f457e3d26bbf2c12f18868424641f907e4e367ecac79b9d7eb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d92400290103f731fcb098769308f913fd29539
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8760f6ea14bc1bffb3c1e0eee2f696ed854374e952a05b69b9d2cef1e3f3b8
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00127cdd0a9c182f219a5fa98831eee22c3dc279
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4662071316195ea270258fe04039af9e5980b3bf0e464bd6c1b06102be17a7d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a99809e0b912d8a2e0abb483841b17930825513
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c90fe63f816965771a374e3d2edffa21f27725a3f6181ed434fe435515a1e1b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce06c6ea9a12363955a7ab8e4dc67bd523b7c10
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37a67477714ed606531e43f0897db62d41fc29f15f26bd21e6c915e93e66d0a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548fb5fe911f9f1418bf3ab0222c7294591839c6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e835edf453975f3bd037e4d06ca53179b10f66fe39ebd7e45ad32c07653af6f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13416ab6e4e36557c407901850bbbd6d06c8c681
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e190a978087059a2c1bcb6a7e1afcb8cd8dde4bfcec82767c697b5230cb5e813
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5cc3cf9aec85005a84dbe163327caee59141c93
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b421e3d12635099354b1084cbd3be18068eafa18ee57dbd69713ccc766c126f4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74dc7860d591168b843bfb9576a9d7dbc46acd6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d90c02861c0e74f57f0a87e201473a6ba30ea33c17375675f2bf1c35e7a194
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8384131aada8e07d0894dda4820dfbe2d948a0d4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cbf971ac2bf307a814bb5f7bab4ff00a96d4d414a03c92bf82568543a6cc6e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4394058e430458773293302d8a5aff21480435c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d827e6276d0bbbd0b64b788e06219a05965d6aa485bf1fa9bb3f1a966286b3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d733c682a1caa97cfdc1a77882e62d081ae1d58a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018e77f62ac909f2e6e880ad3dfd2ffe97c8c7e69556784fffdd5831a51a950b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7c9c4893e87be7b64bd78055034229e220c37b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd61d1e87eb09b7c6d658878a5e709dd8c6a90757871576b461633afb1f66630
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8675f3cbfc47ca09915bedbf826b128b8e4774c1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9d578b69239c47d93c27c80da21b8358c15ce6a4b33f2c9c5e5dc4b10bb94b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafa6d9ced7716852f9756e4e3aae883dcd2375e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8390700692ffe3dea630545c637fec7cb1c6c1c6849019b1fe31b7fb27cb3ba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cb17eb42ffea95c62e067ab62715f5a3933efc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86edc4f4d69272975d4f975015adce88e032b34872e75a95454e19fdd3c861fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a4c14cbc20e29bf4b97723af5f3e7c1a39f5b8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a20ec55b2428cdcf4e50b5696e4ecd1caf394f61cf2cdf6e79172e9b2a45677
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7bdbe5ed2b933ec5334a0dc323daf000ccb922
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c6bae05a8af905af3d4b1a48fc21886ddb20ca0eda61cdd5635306c5fa99a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c53799ee87fcefa2793535ce675446bbb264b0e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5823ac0f4facf001e156cb3f88ad46a468c5387af4e9c6fcedb743618402f2a7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b0ae969baa778f063c4e47b3135c38c569539d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9879f3a3ffdcb148bd60a92e348514282e7f6d8d0f7a991440cc738a9b3b859a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491be301a90ba553ee467e41841602d645ae22ce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cceea66127a9ac86c4dbf753dca0393d64c1f7ef6a615e0bcb36712994e33b26
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149d81998ca68aa4284f10d1c9b5e8fcd86541bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2adb6c6d588d4a094db201a692c02a221adda4e3fed16e77cf2a1aeeef689e53
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968b263979fc8e957d3a21558e01af19fa5df4f4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246018237deecce6cd4e374f71ab80d52322e45df5819ad2ffd16a702f57f1f4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e968bf17cad58d617489d953cbf34f1f82f67f0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88af5438ef219ffd47aec0283076f3398002a25b26bfbd498687c3772f315607
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e18625ef84acb44b8a8a24e3f1a73a86e534cf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49eaf13c3d76510ca9e2cf665dd87effd7ad73ae1e4fc433c5566fb383eca2a4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e76eb1b52ed4fbd6e53753b18df455b8870dbe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d9b82a652e07e9be43274286c03ba2ff427790bfa518dc615b7ca75fbc5054
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535c09b10f1d0c23cd7cf0f9ba46d6d88c06ee12
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44f73b99661f3843ad831dfc39e5859ccbfa5bfc3794398721d3cbb1eb8cb6a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0bdaf433fece38f0e8bc2faabf94a257bf9065
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ff524359b87465e1074b6367711d8733ccc4c013140ae934eba619da6d7a30
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe2eeb562e47e157249cd0602967f4ab2598ad6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f4ed9eb0005179617afbb6fb484f5baf0aca60a4c90d9545005825e2edbed4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67475c5f6c5306a61c6df4c8be30ab03abf15bc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3706e6b95aa810dced7ce595d1b836edad9817a31c610ed231660df384cc12e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d7c185e11a60175d9f9cf79407b622d176fd9c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b300b3b8db8364670a68d8b748ec5cca6bb7e3ba003749618249a64aef4bcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147404376b8c94fb933b3b9122d03942d0d24d84
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190183a129cb508b1d9af88688a9b36dedd479ec61f7c4157da0e897f72ae57
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c007eb89a5a2253e1829ccd50824ebfb8f43e1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b1e6684ca85fc456618d198e5ad5857cf62bbe477fa99b6bc2dcbf77f8ef9f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd943f24e085325e0b84f8042fcc8d0391e569b2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1811278bc5f0e9f85387747b1cad4167d120f77b129a7554ddf4aaf39245af
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80435b444ecaa0e144351fb21d9614ad33adacbf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841ee9d426c78275d1ee80359acd6ebb836a98b3849bc63b4f27c46d40b62ae7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872ce35f50b0ffd33c54328bee14e8df251eb44b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf9094dea717a6d4150db65d305527bce2b6ad938deafa2baf35f42ee5bd35b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef55ab92a59f73fe323e56718ceee53b4a5820c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7633a9bad48caf685845a00f3335576c846640ad2e71a44af9cd0eb2fd8ac4e8
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1502c6996945eb772c93fe20aa9050b6301a08d5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc5b67150c0ea7aec65f6fe71bf0f24662d67de4af02c67ba77823c50986182
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7716582b311261533568c28f349f403c100685fc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91633fd79a95857f0f1d58cdc5ec6220af4b4255ec18a0eeb342df13a6b645f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23a0c96347b59758c2482418c64beeeae92384f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5bf661a76eb2751b11b0c49238ea916204eb18442498ab32da8d9059cdec4e2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fe8c8e13998af6f692c9ccb2c9588ab491807f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd35cdde7e713694c760a2f30f17baf609939c52ae97f28c1c16d9a8bc198a6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5690b58488fe7f1bae0e7e094f5e97516f1f0d8d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef5939e1e671ac265057be80a819f8ac647812b1fd11a308049af53bdca2228
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c879026f23ae0cadffd201ff88c9e989c9c4f7d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08bb95894a6118985027a93b193ededac60b497e6d59143f2d68166a9fbc723e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddd17b2bb7f47e64673c2e525b6f404d4f343d3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86a57a5b8e0c073b2c4a8c21e3748e0bc381cbd158abf1e261933311468e797
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe150a41e93467bb4301c66d3ef9d116fed7c1c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bea1a6de05c1cfa6e772eae0b5bcd52c2be0a72cb0c7a19a1b772735039e44a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392e3b469e9aaf2cc12d3859d3ac0e8abce41ac4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014a4f545a82e8083c8586c27a03fe29b1b2f1bf9e93ad85810caff3ea6d77b5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273f5bff5caef5babf934d35d8e4440582fe3b05
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e87f82edb33e2e643fcea4c056af0951377e4d57ed119f272b51824fa19ce1f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b37a70551657f040af033eebc9d1399311c931
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4985cd48a2946e6c10c5a8b82ae52d38bdf87b3464d8340826b1df35428286
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6259fecf0581dae79cc9905353d3af2f03f99454
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c40281de618503c88f815c8747dfc741a95bb8c76ff5e6d6a32fe08fa11e03
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56540dc2b00efb45a423bb6f354cef8b246deecc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0293fc42ec36c1e4792a5e853ee4f9234fe647c7d7c399c6b0291f2c2a702698
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc674477eb1915533bb141def56fb0c2b122cddd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4984328d74cc850b254382aad62bd62def7661ec5adf2bdb29671cad303628c5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27dcf7143bd0b82e717192d6cc7a463149a3dacc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbcbb853a50725e79be575f874f87a4cd559050ad1476e90c8dfb58c510710d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e471f0329808357909a03cb082e67c42f55a41
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371d8eed8b76c7c501890d89a74013e1925c7c8cf2315c03107517a4b28564cf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a1bf956ae20981c40cd860e9987e56265507a4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8c31596637b8795012b9668231b77785b09ac805adf0ed74b969c9780255bf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5fa024e6a38748a32c2558e766f40581cbca91
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534a3f4f8e3d58769b506d2929489c2098b31bc563b56160d34aa9fad5929c61
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8277d7774cb6b7b46340e5d78931f652ffcd355c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96a74b37b02187320e546993d473f80369aef4298defcf60d05a88e6d040ee1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9102a08d29f98cb9ee3e74598c1a1ee62733dec
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3759d820cd41cadcd56f2fe1af0f1788820a148010b55774ee068be3c9d7e8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58466ac89126f68ada91c178de8df5537072cec
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115e14f2855c3e9ab55134b7883ae49cee3e6814310565cd0375c33ad22bdcad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159ac25596b2e0489cb3e859015b50c796264fdc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6d542dbdd34bb0d4241f118cf91d22514432c1f0cdf80c963b2b80d0d561d1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3e8cccdfa33e88a60291a74d14154c14559fc1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242d4912382252f8e961b4bcb70eea87c57dbfeb9dbbc1a46a8804a2fd1a2cae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c99c7438e8f337fecee1a6191820efc95d4ef3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4684e94571b6bc6b294465fc40141009b93c646dcb5c36a440b8027797dd07
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ac8a50477567e65acc9ba0eb08e693430b13fa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4fd18ce2e6af035e43e969c72fe2ac5c0bcd3529c29fffb31b6dc327fd07e6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcf5017b62e77c5094f64008c976ea42b62ecf1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae7c98b0afb9fff99ce9cb1e46a2191198d294197e854a4473e5842e4fe4482
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f125fc8aeaedf0f1292ac132c39b02042bcf7fb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a360e028e3a2a488c06fe7ecdfb01be26e1e618708542bd2a0a30c34f2aceee4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf97903808fefe6a1c1afb80904c062f1dcb4fa0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024051561a92ece0c1ab737e54a4a00f3bd10365a7038f0d52958f97399389c6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498f6a8b93e8c71f9c414210e6fa34fdaba86ab6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b279c247c1727b9b0f56587edce84257b22c484e2459892c93cbba2b8fb3467a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd69a3f844fb79268cdf751bb77289353545088f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d373983d3e13cf8d5e6d07b0017d57443ea9c56a0ffdb1cbe92cc9725a6ddeb4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf38c7bed1dc4d85f3f04cbb4d09b72c4336553
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bd232bcc568074ed92b3718e55f77152b17b9c6881cbc7392ecfc0824c12d7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c6f71e4c36d2481785c90d2bb4329b9284151e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d36170eeebdd72cdefd87768e6e4826c98ef83b746a7089153902db05023fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65c6f9e99972d6af519439f0c532a003dadb797
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46061c3d9f4ca862ee4ea618258db434906b1f5be3d795c912ce74a684b4cc08
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc38a441e3fbb415acb4f785c7a00691c8ce46b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4f5c81f2e6f092189b711ba052c4b7a4895795ee66fdcab19c21045dcd3946
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ebe619cc229484bed643e5acc8e701e54e9d43
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b0c2ef405ed0fd715a78f2d2cbcda2f7902cfbc299ba366813ab4da98e9e0e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e600fd1fa7228df122e73c3543c4e9e6efa6656
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b49fce3ea0648595270958c28cbb95e5f89c96f30c4529cd26ffb8692fc154b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d192ce6c4aabb6ddc9df113335044d3e2c6929e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d683a046a714ca2244630a348968f4700db69a70db17e86b779ab63c16876884
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf6e7905cd85f25d24d8a47673f2d7ae5045ef0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73c55fa1e9a960d10ca36d8479f873f752a55bcc7b5509a15f96eac68637072
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5874bfaafab046110d5f235b62b0629b7b034f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311079d4288ba3fecf77fd10bf4c65751a7349d640a8e35c25ee4f5135a4a753
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f0363bd4c11e5936a0bfb1aa18cf2ac3b090fa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0baedce80acfefce8473ca8553724bda7b6cb5b7a272d8b9eb8dc58c6b3b41e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2a7c0afd6cdbee57d586ea2f2c30d5ea6a1e1c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2c29138a5b3cc6774e1b2a4483c8656b21df533ac38062169b90b7b14101dd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d02b7e8667c8e227cb0d6e562ec6cc36722213d1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a44003f9df651ac6df12d6d1d64e6003bbda659a79d4aa69313a0b10bf7740
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a080ae3ef5f82d8e49a7f1f5fac6c469ce666110
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcd8eb4d9b9f778ef1e316bd645eceaee98308037bf718c30480ff960660066
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2be063ab87580a424c3a5fa31de49693af1131
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f78a68a55af4a9de542c9437518957efe72d0ded99e8bcdce4331b46531753
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bbd06ac3ec69653be5b6a266108ac19586a1a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784757e7eb4921eaf2f5ec5350c67dc4e48c59f25a24122304855023b73e0ed4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82aa30e8808e95b00ae9c5cb476c34644014790
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31aa6bef6b95188c6149881d318e289f11093f7e7cf13cd8fd43be2acd4fe4f3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2697c97148e5a2a271598e711bc2f42720c59bd5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90780c59524fdd5d64b44f21be2b6c5678253e0ea2fd7b6523d908782a7096cd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942b2d948b429d18652c816fd30bb14f2f22ba94
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2407702b086c0ce632deaa11c53cfb0715e0a6a949147dd02edf8f15bb43a94e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882ece7eb18d8bf89f94130258d4da547da330f6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57cca4d239a9dd0b894108e4e0830203e27e2ea3ca56a6b23ca301b30ed12a4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfa28461b6e1c92c02d7dea4c0ab93cb96a87a7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efcf6161f5874acbd2892a11f09497b7fab726db68b003ad413ea607cd1937f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1153dec6cc708f9511cf26a03557925a779281
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94714eb31e974afa14be65a25a9a46f92ca5b0439c27ea03bf34a6983309a351
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f0bef7682b0a6ce6f580366b7c62c41d99dade
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599989581a99e773a6267cdb2394afce69d3d6e3fd8904c53df0b349863122a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3008a267d3d9eb2611d47fc8b90e5d73b2d95027
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b35f8bacb27bb5fbff572c747795da01ab3d3483f0e2353d680a2a1f53fd9a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df92b66cf7374837f11a2a930b48a5e93ca20ce0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858a5956e5698b92c8af0db768b77c0402fd009c2db2c3d62e5ddb56437cd9fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a8d15a0997bd153677f22c659cb4c7f3fe00e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f611bef7e563d4935cfc77e265a0cde19323b2dbf8fab78f43361b6f03d95e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce4fe161b9d710514511c5efc5efd079f3697a2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea5f6176ee80536f589a785f4c94b5f2239f9621379701aa79f3b80737004d6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a28cb901341766ac352ecdd1c9fd4295db463db
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c14d77c5473754979c0b77455f3acd635ff084c9dc40ba05b39eb286c476f2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac5d6c877178f6b1868fa26e1124488ee69e6a7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2bea6c63258a5a66ee403afb1e7fbcc13b2f10a4ee0452dea0edaf9defa7ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f602cb0b2e88b9ac8c210e001831e124fa3608e0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd7cab23a490099c4a9feafe77bebd2e605e2d3211bd5b498355f63708f3775
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2879c52250dbd421f5f81825203a4478daf4d8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c301884145dbf8788ad21d308ca9a031c620ff780c8331f3dcb0ceeefb4d9e7b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2d4ae1486618c4dc6eb902e27205e1cc0a4673
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c4249762f33dd5d4b3815ae386e21cb89013b4a2ac9f3188faa395d1440b88
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cd1c9e272b1c90fc3026644803ff23e9dbb823
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec02bccd97c55c442dbe13fbea995d6872603cea473b79119e9ffc511b7fcaea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14654bae6c8df6c1677366f34c16b1bfb0a3c94
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e221f16dc0f41cd0adde6c6bfe0e5e5d1f7ff3e1f0eab4533179b2a88c4db384
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380ea267ef04c5628826b1be255e7671d79e1429
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9316ebe1d0141ea47f37b12e38f6a8da6666dda40af1dd3644c55e581d8bfc1c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f2cf7c1faa682de04924b195c1c06f1ab4d4ba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d5ff83c7fcb38e780720012c40d4e55113873b72a8b26379514345df203caf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c96c97ee32f933700eaac29792c43e89d547a68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83362c0e87b59527d1c5cd6c3f8223e2829785c1f2535f8a93f50f7f01608905
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8e8dc3ec9c1a3ca0eb01624865706abb950ca5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a933c46b0f8b94c02024ada4881dda2d4e88f95b2c9f77e07fd8db99a6cf84
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3ad588d713c4abbadbcf2f307fb83d408f402f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eee0e1d6969c13e5b9d3f0a1616ba9d4833d81f645307aaf6d36b14f1ebfcce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c24cf1ebcc1dab0c0a152f34f8d4636abf6b86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48602005f2624324fff41a02e55142c2a062903817c9b60c174a77ac2752ef8f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672714ff465e0315045b85446810b200c31ea332
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f37476110c42ca134bcfda046f0d9df357686e0a910b2ff6a4903149016c71d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafad474b3bb389182a7ee9c8e19d1d20009aa8c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cae4c498ab64d4c9e9d39061081aae40d7b9cf9f546a4084b2f2e34c9c0a09
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152eccf8ae747e95b1da6f12ba7a464765a59da9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddaa772842d94f0ebfa0e827ec0e62ccb1be0e0bea04ae4d2b0ad5c7bd763bd
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a656b35d69c1e64979adcfa6b97f497d856a14f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eabd980923e541bf9c829efe9854dcb83c4a3ccf166514856b2465431b8a692
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0874844e1d97333ea7565e1246392f98d62285a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67421af9aaaa56640ecb7231c4e16f6c60d3948fe643375940966160c2d4ebce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0804ade2f16e7a990232b8d8a4b4e636baccc49
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fe5486cbf2d96955314431755e6381f4f7b3151573a60393241e3216f414fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5f50ec0540a66efd6c8c5f034d107ca610062a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4391f6f0b1941c529aa14f578c35a40e95e3700d9a03c1b19af687aeacfe4fbf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8ea8a21ae3062a06980fba158c38a9b5946316
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c9e92de0663b10016b9ea0f3ae6805ec636a9faa122d46dbe143539b42ca1f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecb4f8080bc637f1a7798f33206e8d36f2e7598
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad03bb1c83d9b872568c96fb87a0bcfc65b2eb377c5c3eec14c205b2d0e08ac2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb0afa42bc753469678a4145248a96ad607bd52
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea414762109a64b0856852e2831bd1fec312df15b23c8506ab65bae2bef4ead
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1e627de89cc69938fce6bc3a8d7c957376734e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc073a0c20a857f3d983367b62775b0b6991539f23eba3efd9ec760996f3e12
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836ed6a0dd2cb2c9e327f5a869fd2515cf3e969c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77f07c81048ec5cbfd05efeb108b0304c2e62a4e983764b982ba79624bdf8e4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0d257c2f18d9cea158d8c23c3841ca553f6bf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb8f4b0351701dbebdfe781576c0cf5e78c2386b542d5aef129ef805fa0ca5e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebedab4cbde51f220b6c25aff9a10be508518c9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3523d5fae0db4c9cf4ac97a0bcf018e26ae243faf6e9cc9f55de5e656f1359d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c897ff3fb64141204ebc5620bb7fa9091042d9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81489dda13ce9feec668d76541da67285a80fb973fef460ca6408e8b938acba4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c4bdc61679acbadcdf7a9a490ea02bb4748b54
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64394e63d191a61269308d6535088e083900fb58fb035fbd479888fbbeca13fe
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2ddb7b92ffcc24b807d55de20b09f58f05424f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f6ec9378ea7a22f60cad68a964f4b65707a453c00319268b798133a733b4e6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab19251e465fa2b59c83e216f2d22f68c7de728
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7336a0b65f5c16c3c48e77f3e04776bd97f3a26d42f17dc3e5eb4b6234abdd1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c53356bd49e0a0fa39b3d548d8c53b2078009c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c5099320b1e231073b29c2e2d6a02abeeb2e054b32c6b9b7370c38cd0f2116
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca842c589b146c403cd9becda04f67844bb28a33
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b2a5aedb905ad84b8a237513008394723a77dfaf857278f5b784caa998fe78
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfc81cca79656c8ee0bb1a89a565d98bc695ab7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f22b15efa07509d752419931bd8377d8ce6551634203768d8643e13e1b3c700
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec9bbaedeb13c8c077660020a4550236d5fac68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dab391eeee65db6788e1ec5f68b739e2ca67de5cdb528d0c6d9b080308655a0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a7754d0f1a036f07555d536db3e6dfb45bc526
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829ab63c6b391a8849ac33b8d4e1b49c389738e012b9fdd660ab5ae7f85bbd9c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5842d665609e3ca5dd5d0c4adb7e42279c9abf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29d369567eae8f588045a502fc207dcb551ca1e20e387286612d486a8e4cfab
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69669a486bcdc4121ed9d2629c0e8c25c304815
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f803e4130e54256219530dce4a8cbb62fa678776d967bbc72eb2be4d2a955e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c719da81c9fe00b5d959ca163840e16e504d491
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31861a875e5729edd925005d86b274d9637b0dccabedb20d1de1590a687aeac3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33260afd95c9a8094f48a886c9763870b877b03b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb14bd74ad33829834632a201919dcdbd841b53da40e34816e6960e6aa2b452
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37101678da588f21c72b59259f5cb334992db2bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9cde7387786e02075392f60a22030a479d7acd5d97e7044558ce9d9b1ded6d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052e8a97d9a8327caf1bfc09eacfd556987fcbad
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9af79fa1ce568206ca6b4d623537bd2ed571a9a6c810ac4339c27d291549ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771b94990af1081039dca61387f76fe9cdeee71b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c1b9b20e4fa50b6255fb908ddaea7bb86dfa02419631453a32a2820b7b5d35
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8521df66157f20aacdad0f1e4bf9bd9b9278d01c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831f247cf422b65b1c28e7b69db8a344a98e2ee17c26193a793929ad5db8b832
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d324c7820ff17599f753a8b03bec0766bdc6bab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82c34ab967f3067bac76279401333910803d7e21b95011490f5535a003b7178
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1010105e87c439e3517ec7c3c670567a6f9592
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04a7de58924b55dd2d29e556070354d3098abefd577ea2a3308c30abd602a47
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3d6da9f96556554848b92f870fe2b282c63407
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e92555db97385a8b4baccf5f0355e2326b102069d87d442e006036b0e5ea7b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bee111e180a919a7e08a26808a612b516ccd394
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919c7b2ba7fd8f77934632b6311249c02d9fc08477217a3fae4d5d7b68b22fe7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637911caeec2a19d54d3bf681d5c7b1ef32cc2d2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55d8f3eb64954540fb842a9266abdceda244c41fecec135015d12617360259b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0b5acb65abaa8763cbd6fb9ffad616ad279125
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3364eaff20b314cdbb92373f7f7a698e884afd713934efec5fc0c18b8ecc82
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c632034a381e53b53dc252085e3c1034fc0640
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb77ba84425d2ec8001ff13e1b61c2bbb8563338efd2839c29377be601e0b6d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f7e3c6b644030bc8300fb73143b3c18367917b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cac231aca4cac91deb6eb4f5b5a456d0bc2916a37e98bb0f57cfa6bab576195
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b0e841e62911d70070c7aaee58175084a95ada
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9814a7b8967a73287b9b9c4f5e26f800c1773d9f071001fd528986e21ab1243
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057d1a0b4c26e42e2e4142a7c7c9f00359495d42
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23aab4a519b7c7d5e1094d6a4695959330f2c2374680702c54bd3f8cd3b12b1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ca249d559aedebd14e72aad15a70c894d0869b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580685ce57b976dd3a93106c4734478884b0716a802d5b9295867e54d8dce9ca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b22ced59932b03775bf7c432e2af3f1efece38
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbe9100beb216557f642d9f5d730cf17804997a056a6a2a30e0ad58a415415
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3ffca32cb5addc3170719581c37a744fb5b330
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebeb0a9a01e0edc02c0e6f64651d0a695e8c77006f515b0639c099aa3471cf39
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb918d5c86c40879bd139ef2c4f8493de1f4af6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c476aa927badc16e1824f4c9057342417712bfe9beb38e792f66dd27269529ef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bd50ebe12f9678fa11ff0e5b809c9bd0ea1d3e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506a1ad13b43a683ec6beadd1b167a660060b00aeac15f38aa5b3bc23697fa98
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ecfbb7002c17ffd2e99876391ce328f6bbcf2d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8accbc9aea192c669d2aff703f21f47064904768229d0616450f28cd9b8b9ec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733c691487e5e6015fe4c98fd595da959a8c207c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfe57955d6928eb4558db2c2b6d1601fd907d5e3d282a4b42a3b19b336da8e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e846e6a72725af62a3f326fcd873ffaaf1ad2c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36aa9850b1304e4de53e0c5c2a8e8a91924e49c6abc07019fa01933d473ab5d0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f40f3ae6420ee990ec7650b827b52eb1e44765
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b19b71cc5a0bc2fcbc17a82d110a34e23ca248d51cabc29f8be0eb97bfa9e79
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf3105b2cd2a1ef006070153892b87d078e76e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a18f756589a483a71f0af6ae96ef96d0bb3f8e88a6a518240423a5ffe7a13d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f58087a8aa4be28f455fcbe312951921834e1a3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad429b14a34a528743df1a0566bd570a05e28d45c8cef992780371f390529eff
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdc608cec458af3c0debae04809a3de523b8c10
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd04c79e83075dff37d8c01cd5351fbab117f06866e3b3b2eccd5cfc785de38
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f864e88ebb43c64edc12da4dfba459e57f02ab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055102368123b79976c227de4a6bf5ad2144ae6fb48a1245df296daa637d5c1a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf840a6af9be9ec3fc432100d97129a74484736
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ba69a78ce73402d63698d4aaa923326548dda0961afccf9c99556d45f796a1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746675f3e590dca4e989e4074704d6b59b271e6a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36610bc97bd897347caea568d569eac954cf84f07a9e73d9fd00dabc2060eea3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26bf77d76cb3d60f142c33853222232f39c59bf1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913008de81ecd2b2da98e6b6b33361dc589ccd94b14cfd6b550efcc7315b41d8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55210b6babfe9f72b5de468febf95b74ceb2144
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e09bcb863ac74df06938469095901d16c36f55da767db283d4860f8fe3fa4d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8e4e266514e0552e3dd6af88fa9500b2dda38f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3b85bb5145610b5024bf5e14b435abdcf4613453bf7562516870be822fcc57
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec9e838b05c386b41621bf950e658cc83567711
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4f3f43591ef0a6218e812a3781f54b83a971b9a76e3a85585768f26e564063
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec1276f7bf7122414b9b88394d4be7c20bd7e96
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1638fc9e5634647e6fd20e03df81007c55c6f0ddfdef952374cb0a9817e1166a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebf8a4bb385092efa07239121e82c4f911f2480
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef8139b68b8db6e8281695284ab13ede19e4e18cb2768bfe0f593ed935dd901
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d999d7338d020940cfb385fbc0a79c563c56f99e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac1ea0b7085d72e31f5df7b099c1faa69ad2a296f26f6d97238f3aa7ad4e646
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd23e7e300efeece3fc562b251ac69c7e3bf91c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff6d093cb3aa183db2498393ad2611ac2c62539a11f93b596cfe1c34768bfa2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682cc221710e61c792a6af4acf156a8802e722ea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e727154a82f9f3559621680b571bd1ef7fccc7482308dcf6759cbbb64e08eb08
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ebe27c6f8ca619ad73445225734a2edbd335cf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316712e1ec27b6624c798e01fa6cb66909c7ae93cbcb99fcd5e6d98b6d4c7de4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6b1b483be596f57452a11b50847d936d54df0d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae91ed15629a2c560713fd75ce654eae7477b8eb79d474f5142bbec7dc05732
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e33c6db9a6814664f128ea6d1f85c8515732a1e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552095953d93630cc74d3ebdecf02d4db2ff2dea289691268c48c98af5e95dbd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858b8c5054020c3dd3ecb0b1fa6eabb0757dc651
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a4d9aaec14d9610de4d95ad163059aaeeb88d784c55fa542717078ae2ec2dd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76e895c888465c297f4c9a6bca5dd599af26639
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13595d859ae92ae1181300ec74118c24f31ee838b62655fd79ddb4402536ac2f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c1eb9849dd3ab1726f91dfba042df6f237d25b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d52e906ef09c55c55c5045d4ca1274d98a0131c4cd766d93a24cc6cbd0cb3aa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f87beb9d3a82d199dd82eaad03d4bcbc7a636d9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dd2bf7644256afeb97a61ad97ff6409aa9cb71988161b854ac7fbeabce73e5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23437409b3b5457a96a007679312c749e22cf757
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22bde5018a9f0bd272313c20d97fca8e2f876dfbd8e90d80ec1ff6b3bd5c91fb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a41432e7ddb103eea4c6fc433cebcaa07c0411d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305943e5845b4e9a808b915c395e2e21871160bc63de30256f4f5a81802ad1c7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5a3e125866becf5c433231f9d1455fea5fb1b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a29d61894d22668a82a8f313d0aee3c4622700a7539e7a59934b50e2fdcc18d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364c8e51805fa12d10fe65fde8f9d9e7a072772a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47159dc4442569598675db5f366a846d83943e9c53202aa56f78c66ee7e4be0c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2249931d4469efe31e5e6bc37556e72a8ed90f3f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b108688c9b806809074652c4052e2454c7950ddb71553cb5512b9ddc327b6e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72f37c3086efb520ef04e61cd7d255434fa757f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9874840eb456e11fb9e2a8ef5e44caffe4d2b41dd071156abe1329b32ceb5d24
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9bfed9e2656a6597191e46a68fd32f11b7e5d58
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7687ec978b19a231ceed87b795fc39eca6141478bad9d62d0d1fd09bb50bc6d1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e09aa8a724fa7520fbd5b219a7811f3b71d882
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b0bc028a4fd1fe07e33ccd96570c9e0c8724451a3b32855b557bea257ac2e2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0307bf7f46e490080c24e0fce198825ed55dbfc0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01d6e7083b0fb99001a41c4deffd54311307e125a1ce54a4b90eb7194667814
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18346983977290f702ff40e10f35d9b40bb27f6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfab50ab752f6b6ed4110ffd4f4166d8e541f1dc514dca65eaa9a194d882a16
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe91ac935ea0d3e9aa2f3a9c3523762335ae1a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbe8d941eb42771d3e67b45665335f18cd3214d86a8bb7770d513d25887dc22
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb39f55ae78fc0b7e1c8f14ee0a5591304f876c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ceceaaa01299cd924cc840e515af7abc89cb57075f852110a1beb639a17207e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40aa881e537be12a954a55a78847d76b6a02b54
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11e44ee4d9ee0e454b45c29606ee7cd7d5703d0578f56ba609eeef745744a05
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc72ced0702b7564875580874b5fc08918c6029
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ee2d4abdda95c695e93fd0482f72e9e6b96e6c19de855ad11aad0658f1cc0b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d3fab83319b5c87ed97d1fd49a507843353e40
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0f34cc394cd497b86f7a5afb26ad997599d1c595891b0990bcdc6f09c9ac8a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb53929fa1710c0fd659895db62c942db65fed6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c851366b89ae8cfb65fe015477ab268088225ffb9c71a93db9d16132ce44a6b9
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0127f563c2e9329ee3a3e89fe52b395423ebc511
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4a5c13acdbaa161adb6dfb95b55c9186b3700c985949cf17ed92d821618ded
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5aff02098d152a612455bbdb02305c2cfa02f6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2032f3e961ee3b5c6552cd800ed209019f0d2fb099a9382891cf23f4634f5c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e271929a0cf5493dee55527589ed9544b4564373
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc190c66d22342cb934264e94762fcf2ca28c502a1b2f23521916ee35dc239c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c843d64251ab08f03dbc4f40f41154e4ada876
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c43612f4beee0eb01b7eb1ba88b398470c6cacea84cf47c71318858b9714cb2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7385f57de647518e0776874f3fa11feeec9123
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d870cd17c46e63578a770212f1e83ad6024eb065d6f516ab77fc0b441d33a072
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1489b538efc9dfbfaf0f6e905680e5895d973e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798c45cc1a167491362b7bc1f03110deaf18b00e3371f27c3218de2f6d48145d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d3dbc34e9793ffcf3c7d4d59ad64cb31e4d1c2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a530c7c81a7465f6630e59c4e7aa0b662da79c49a9ac0176ca265ec336c33a83
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d68e3db0325f490246c7d2f38392f1afaa19003
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9043e3de1a8b7a94f9b0797210be08590ebd3684fa99d90efe72a7238e339ac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f05659fa66a7ae142f8995439e9021c73659473
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b9c511831f3dfddba184266dec3d13d683b18d3e1f0e799395eb518adb1e16
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457cc775e44dc0093361dc28f45eebd32a5337b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af761e9fde119e3b6d5bbf1f8af7ec8f3b2462ab75463c7e277377b0c573d97
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9dc1d1472d61a7b200e24742643c483fc0d95f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40244e0aaf33328545767f37ca45fe922e8ac57988a2994fef9bdeccf92545c3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca5d3e8627ffba4d6ef6be6d3b3440f6d3aa1d2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0789196015ccd62f2517e8afadbd42a828a1fd3608021a8b9af1694956a159
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d60a9a82f0ea11e352d7c1bf1c765feb722779
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa55151b97f0ab1ea74f9a9f5623ecf2a477b946ab7167f73cf2bfbc3730fe37
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56453a53f99f9fb246c73c346e85dcda27b43ee3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d396ee59983df7a3836a662b6f709e44ad0f14e99449815314d5f546295b0eb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ab50c58be9610d51574ab145670dbbbcb838f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b383e1e2ded47e2bb0db80d81885d7ac1bacb1475dacba7ea0a08bfe60cdb28b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b81fbd03519e3eb615e649d91aefb8ec172744f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1994731fd30dcb59681a2a15e47e89467dd063cb51054e8945c5b951a2def714
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2963941a3e4f47d0a693e0d8c6f1791d9ae538b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88256d13104a77d0411aa2da804426d2da50617079bbbc9073180e72d835a582
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdd26d874956900d5b74b4d18b7207fe4db4d4f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20809c7066699b219c3d84e983e93d525605dd4eda2689b4a2ccdb94edf5c5b4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f53302e9c9fd43304f65cd152519df426dadb0a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881ccb0b32a6067a940ebd94afc1084fbaec412df2abf154a5e5baf5975d6988
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f532ca95c3371b96d60cdeafe504aafd72dc0b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fecd8ffdb6244f3ed6093939f6fdd15a0c888912d8f8834a7579a84d35a8d4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6c8ade41a3388e1925475626d5af1028ede7f8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30fca78e30041e04f918207a915f2eeebb23a0e63e6c6e7455270ce0f5e4927
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a363fe87f0ce3bf9237e9ca47fba77ced69f183
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0961d476efd7a727784347a1ddf4e5206ac5a07b2b5f6c356f222c343d4c1601
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171a0df509df5b19018162e35ef4271302b81f8a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97e3e8355eb57effc4c537ab7505d3cea0987fc520e461aec3407a023d79fec
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd15fc90263dbfe05a05946dc7d27a5fad64d86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fa9b0665b65ee507cb3d27d73118ecd877260162bca636dc7bdff8231f6eee
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef940ca386b4f308c09115a79a5ba56e2bbf903
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d037f60ec03e8ee377bd5b9d6acb4ff891bdec6763524fa8ab0800702f1bd5ef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e527c3cf42909ed145ecc30aca8be3ce1886ac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1824c201dc56705955f7d80830b2246061733d806048354273be334a296fbe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2469355be7d4d00138a005c76a6d4ca259202c97
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa4bb6ffa1e7f11fae54c5b2cefedbe1a11e089d26f4d2948d0e445aea0157c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7ddae6b36f252c4add97ca70e99f07b1d218b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16b548c848d204a96f1aa826ab3efb385ef78a026e2fbf62478011c517cd80a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25435449c919aad97a56af02c756de9c79ca7b8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e481bf1130c23d9295288c4daa11a4150692699e97a9aeebd550abfcec7f2988
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a615349dc75663a17cc3f69ad170f1579f60b6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae1b55136c03ce39a7a1a92be18be5e947b8bbdf6765070e027026ec4a97140
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03303dd77758ec520ec9822dceed693f2d2662b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c3bf297106439819f7fb76941d12a9fb96dda17b10636f2513412044f86276
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e15bec683d2e71a9aee52793b38f885f1c0a06
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8c602f7681b11e59d10662b134e030b058511540ab99e083e3c0762219b370
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0ce1b78b142dd57c9169fd60d05ad033321202
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6f3d875a8ae94784ff3cb89e6c0673f573e43c45ab7df279cabb6382b18953
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3e7ea2c57e82399223bf0ad2635d38678fafaf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327e95e1a1a1a3a960a08824c7cb28846614465a842a83d984a77010cebd250f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61213cd3a5fe8511c038cc073ff3210783562996
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7d78553b01b0f9b659e197cb87472931d69384255ec8a9068ac63da12b1b8a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cdfe6339168fb6057d638338dc2a94890c8591
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ead9e87e44cabda2ce155c5b2e39d7c6baeead01cf7111563057340cfa6bdc
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63599bbc908caa90ca533ea5311d8f4d323999e0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11525a83a3f59ec4b13ee0efa9863586cc034d04ec98303033c06588f1f27046
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4f390294aeb626881e5a50487e5f13b333bc13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c8218959ff70949b23e8d5c6cdd41f6b7d4c61c801fda2b39bc222650dc03d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefdf4659159bb3435e61748bbad8a9340d267fc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07bb7fb3730495e505b3cf33b51beef08dd2b9b1c5ec73eba401585fb838731
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b3cb462d55cb90bb84a114f56ddd8867b22265
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30b64b5cd158559bf94e6b62402f837c549079664c30578e0efe7a240a37127
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e4c7299ba226db4c9884354ebf442452d11e4a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829a0612b48096ebff750973bcccb6c16515fdb32706e2a71d3cf9cdc34b7103
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb0cf7e9f0c250c5fdab3f227b9eee94978d5e1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d39d7c64447adf6e9ef8835fde4e9be49c49b5b74238d2bea98647e8293854
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8ae3025d1802d23f941e73360c3ae502e6e836
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4aeab802a9352560744a05142ce37ae692f942923aa2dae3addb341435ae5a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce5838929a3eb1accc91d37f6d5a8525a2c56e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200eea5e8754ff66b00276135ec7e3f6f5daff0573ab8e5494bd63fba47e2720
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca52383fb6fc29af9144ad644e3c0ae5e51cdf9b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c587de5ebde884721dcab85f6c0c36364fc338982ccde4afab8014239d5fa41
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9b18610de45b8343af9fa455b93337aee6e270
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11746badfcaab09e231107aa6d11d8e015183e750f22d7ace140114729f51a1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/lm_head/_0.pt b/params/phi/6/rnd_search/comb_14/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c091ccb924bf6379c78fdc9963600819379233a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae320beb32ce1afc519284a9810f92f11cdc428223765098cd25ef883db8c0be
+size 205955
diff --git a/params/phi/6/rnd_search/comb_14/trained/lm_head/_s.pt b/params/phi/6/rnd_search/comb_14/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de69310ed64fc984aab02191ff4e5f0720851f76
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990614344ff19dd252878ed98d513cfa803bba719e6dc34c603f50373b74cc77
+size 205955
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb7876289da74bfb7e5e7f3c4e32550bc47c463
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a91dda4ff2eae10b03725ed9ae254204ed6e45ddf14f391a9cf42568124628d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af73f7f4a96754eb09b5b478e9db582b6baf007
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f7d1bbf4c33f7f5d5c782a6badb24e6377e21a0a33cdd0251fa2b45182d13f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76e6d8f66d6ca82818441092b1021e5da431c86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7134756800081ed692a1adc56dcab7505aae78adfeb076f121a3da8b4b82dd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0431ee01e4d9f5df9af564209ee1c8cabc0c23
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfefcc524bd1dd2037fd7fde87a920c378ee6aae4388948e43943f66891b5c36
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc231169d16837b6b211f74d5edc04ea9695b53
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b941236de42c8c343407673d206da835ee0c44c098ed473e7d693cc3cd5b38c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ed8b5a2318125d1e09398fef734ece215c57b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f328c3cfa24de9ce233c7b834afb112652d5ada56b747a8e840d3a29704dc87
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bd92e6c63b5926671fdc92fd295dcca901854b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d96fd2e8af2370cf372745ecd0dafb05d4dd40b6e3a2b9df15334f0cbd4002d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce150f89eeb218955584426bb29548bf142867cd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c725e0aaa5043e8f2fb075769b9514d5f6502e4bb4ff304344a795ec7c957afb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755b92cf03fccc468f6ee3529ded8f923ed95c8d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5531db3975d6f8a561884d928a490ebfdfd5895c7ff4450cbeaa29ccf0dd5482
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7431bddc13c24ad69c0116adb20249354b9054d4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744b9ff5920910add46026586a06f9dab74383597bf0de8551babff50a734cdf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f64ae7155a3a99a366cc0d4fa3af56faf66394
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53721730387b0fa1a902e3425d81a18f4bec2ef6884458ca6119ed67dfd5eba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c65edbb366ad21edd2f9ac260e42265a436d6d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5546ac0cc2e79a804553b0177141c141882544f88ee977a97e147859696707ec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a8321745b46de5e6ac7e2cf1a860abf526c59a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a915a428b27a76dee7d165f7a95a10c458133f113655cdbbe01f40e99e32454d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04791aae2df65b369092e8bd17a7afae0397121e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b27c4792e9726c7a1a860b56afbbeea185a8bde5bd8af491af864295785ff24
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638631882558b6c26a103a58c697ef68465bf014
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca66d62365dcd0a0a9a7f19a13ab4038897159e424815109347470ffebca79b3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c01dcac435a8b32cb258b5bcfa4131cd19f48c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bdb5fb4bf208f750e186eb212aecdc9a37bacaace524d68fabe8915318e300
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e0c34cf1d6bde7a645fc2b8b27ca00b7f1e461
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6848c33312d9eeb785460c889ffb4f44928478c4c31bfa4450cd97f43a1a726
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f575a3811fb182808903fa8d258dfad94d090d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9785c4b66620c1a1e2fee642bfdcd10e8efa47b99ef4dd323b52c65072a057f5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6c6f419434fb1dc0a8c17f84fa491bb50223cd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4262e4825bc4d0c4b888640dded74ee3ca870267aee384f6910c8bd376ab26fe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292863abdd2c4cca9629d196223a4f529f59351b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e310c89c36aeba8e45b5bf2c6093e0dad9334398a0341ca9d8185477bba295f4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2262d3980c3d86bbfbc0177ca96c3c257c44afa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9baefbbf671acc76c3b8e79de2e1c4ba99851abbfdfe79f0299143625c07f664
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce7d3b162565f56da2ad1ec8f94f6d3ce3ed4ad
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a4ae2ab46367614b5d6e1eb787664bc9e5700785d2a1230ac0f257e3537f9a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b024720b651edd4ccbe0105ca4fa9df6656c0e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e43b1a74a9ae084822a2aea41f7f252533a6e558e59b86d6d21256f0d58016e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960ff9903c0cf9f126d6a455078ce64502aaf80a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31718090cedd79a473e47f9b5add180797e0c657feb5238c2b4c10b01af4c845
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa76e3414c8dad569cae0b9a2a01ad91f1678412
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1bd5e7400a28b446159b8cc0b14658d8cf5a562b8ca58158dc3571230fd527
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e07637b26b4332f3c0dae59d48859ddd89175cf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077b8a7e048a841809dd97267ca8d545d69870d36b9354a22317dcd94a1ff790
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa79793a0b717fb048b257bc19d655d7cde8b00
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e024e9b56feb3e7f89839d9663ad1d60ad4e4214d0c5688bce37bd0399a713
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20044b405aa54d56deb810ee5919e93dc1f118b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c7d7f48054a470a3e16f98594fbfa0deebf7d2a348911817e9d9166f128f1b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd00501dcf34ee76d4845d05d7cec0addc53ca3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4deba58ed292435b73a368e70b3025cb880c158cd109846d82cc3ae271359f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1617cae0c3fd29c97f2330fe0ef3adc5d752ed
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f109a207173b56c4f609183a55e2815462374d1283ee1e50422e684a177830b0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d3ee2eaa4b039e3b7fb04d95cb51e1a3b9e171
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a37b2c71e7fc0d6bff1c5266c1c246999264dd7c68b9d5989f8a0d2c1616fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141c7badf41db48a88b8eec2631636381859a22e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1267391a51f309e746135e33134bfc597acb60afae34dad1126d66437bf9319
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15fae605e87730cff2d96b92ce6d5e1b7085735c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd761c94ea65dcf93d001bf23d1d63110ea66f06b9a97bd4840452b9f1bec37
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc783d034b199873e8ed5d39f0f71fc1d47ffb2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1e79b3a1d37d82387c24bed7847347ee5a978f1dc7cdc5c686c0c43b34cfbe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54c5f6acdb5edbb5793cc20b16eb41bd252a8f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c089d6d0d90e8ee1a2a8e692a6c818182ab811a90c6b32c4777d7dc2290b03
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d63cfc4a8a0963eac2e12eb9478537c4881689
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a24b8fbc151cc1e53f3fde60fa68f9e2bab4e50bcc77cd7ab6ed61615213b1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2fa5b85bcf737a447039343d85f2f9961cef68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b7a6094cf5bb8fe5a3601817045782d7a17ed941f65172484aff1ae639f3e3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b1e27f369ed64edfac9ac179077bd9a272dfec
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b47547ceba7c6a0fff1974232e6c283a1349660aec25111793058dea426e24
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a978efb0b9684b86e58958f755edf77921028072
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebd7d2060802fbd8694afb227e1c9a2418b89f1cba86764a207273d0305b51a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7734f12f31c4a20fc0f5dffe77409efff9e514d9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2e7c877f66b8b648a7c99e6d16c69f3c5c989fb30f815fbb07d18b70325a86
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8377b8b190dae3e0db17ccd9f555553cc3a55b4c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e7392d4363ff439720d06d774973ce50287a11c3824454e5b3a5f93b290f12
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4abda8c78e91fee6a64dd3db545dc4860cdedf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d63f184097c48438f9a0859655ebfeab53e19e38e5dd99f6abe1eb5ca513b2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6316ce733d7db79293dc5ab5652022aceb5b052
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a396c5b8d53e0c0824ac957b363bc35dec6aaeb1963e70e5125908825f49516
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c91cda3535d95ef601f6f00dc3b7b1512f546a2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c9dd93bb64ced9af50f1b15f387b80012a73f53d8bddecae25c95eb3f01df7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5d293897794df856652119474f2d9889019b25
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08ca2e499c00af2ce9873fface2a312caf0436f6f7c25f95cd54186639d2706
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..699ca96c93cd6fe7fe8d985277089747fa18f66a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f681bf761391a433e468d4d11f45b8656281d9f316f4c563828afc54235d7870
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7326e80d678040c51acadf3f3d1a5466cf5d94
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f22580a58234e1607c8ccc0470df88ee1b05d7109f92345e3960d456055aace
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c8dcde96d4edf3557480f2b95da108a0568a31
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0120ecc38226dc6e5837108265e44a1b88523677d567e9b9ac919578a37fce58
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffa40c8a8f4b63708104598fe4ed37a095f85df
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579b7bfd7d4aac03a9ce3ceda069f49da678c7f06c5d7a23ba678272a022326f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21bd8eb6920551bd33681b4bc736826d1259c11
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4609afd7add749b7dfa62997ffca78cab99cbd92b52552482bd58da973283fef
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9465752e2254d8e6df28633c95a091cc815c22
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ed46d9a3427cd4e5d5850ce4aef0ba6518cc5becd93f5fca0367558c720682
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca53869612e40003600a8682c4d5c512709da22
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc95eede0a9e6e5895aba1fd9419f8117f0d9c6efbf622f1eca49f2911933ebe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f62a24ab418c86e4f886313efe33029ea13e66c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f847e806defb021e04d368fa286912e171821a0a12252b82e7f9259709c75d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048ee9e00de60fcb5c35e77667f351894e27d6d2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f0d9a15c897365073c7c837820ef5b77be0640503ec3bdc70a4c8fe0f26976
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5429bd8987befaf00e1831de9a31da22bd8e4881
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003a820a11c9e86fc1c4a223d388af62fe2e4dc234b9053c52af68b29ba8650d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355aeae4fc46aab3a61d1a3e256227670824d09c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f89fb445cd344c5bd6f07e117e5db49892ba91d05575dc3a643ffe3dee4e37b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03ea19fce404d7ff25427bf55a1f11e1a5ec278
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f656962cf268952f41a1d8c66ceacc205f2ebd21fc892ba175a3889396d810
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af30aa3be8828122b2671ed4f768dd8313c56e9f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2920a8d045391eace2a6f2ec3458b3cdba4300662ee3bda4b99b38023abde5e1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8c398773e1b12cc6f3a22ca643450dad38c597
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2a9024b533fb76be63a4f1d15dc458f2e1f8effa62709bc2efcdd448eaf53c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc4b05595d101886b346dd6c3028865f9b97fc5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59ce1974d3227542232451cde6879278adb70f2b84b3b0479037216f5be2987
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a64a75f11ffb1e19f21a1a81a3f9fe954eb3387
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd329c0bade6870c92910815f9b8f43e13b969aecd8a30063727527d9a2baec7
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25783e011d6a8fe4ddc6c575686855c3e9526e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6dfb19d75bcd2dddd6e3bf2ed5457e569d55007a88f621642c06f9c35cdb4f
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7c17dea4b71c54964a7f9935a5d1681b2309d7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072c31de6da0f92408ace8c3b047a469bcb537ce81bda457977eb962470e7ac4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cfa1c851a6f877d8b4016d0fbdfab9475376f8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da8b54d4b9c8b757333c7292e125ece297431b2b5ce57275c28e5ac8aef5b08
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46eff22dd0e81770e7e6b960952ba077a36cc064
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9806fef0fae4bb67e19693c19f91f3a8849b9357db55d068b6f646317b4c7c7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86560536c0a028b3626607a67845ee3e34c69016
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9663708479d618e3c152f27aa02ba5b92af15eb7d479d596b4daff6055dd5fcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202b804777c6e6b030363315950192ed13b06b7b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93791efcaf3fe0c7707a3add18524d2589367a5ea6f0004e994d57b0953fa202
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167d6a808092364dea940aa0c8049d4bca75c453
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1bb764c804b1159e48a755b38dcd9eb9111df3cf19af082a9b4afc027a278c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37986e8a6acee154031ded5b9620625fbeeacd3d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4641c828351a8a63daf85a59f289e03b8e16dd3af76d4a3a9b12844d9de6d99f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2865b605ca0a1e8b52ed58bf8ff9e10642b2580
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf0ac088a6d6239250c4b57fa31efad8a5d270fe6164e73a0e9447b11bcd980
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59388e8eabdd678f1db7ab6601e2c20134ba0aba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c4231dcfffeeb05038b01b2dcb890895b0ec5ff032e1556b49f9501205a5a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179094215784b7fa78ab030b403f4dab765bd121
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6924c246e1ac78d10c1438588f5146f6ad30f689f0a059c26031cd929f3d2fa8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec0a585196bb73d1cc97ae57b2d4128de865e6b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13190dd48d82701c72c9304fc5388354fa407c1ec49bbe62a3a23487d9475e4d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1948e2f262549bb1627fa6b0818a55e3bd34e2ab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93060113d80e5e14b86d825e66e3aedca79a8be5a5949a25f97af5d875f11494
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ceffb5002ca227a0b19beb8f5010231cb00280
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ae79d3dcc466079b2f76a6dcdf6a6d0a30abc13aff4da5518b3580448b9f07
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7faa9b1a84cf65adf1da3af3a910f5f215f39ce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8f24b97787bda5f6ff7727e42abc92f6d3101e622257047db0e8527f0765df
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb02af8dbc59b5516ab54e220e1af4d92b2d5d6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af587c59c68629c2a4a771aea78aa30f829b0e2ba93081b5fd003e959fd34f2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69bdeb81a24633db26b832e388f0449a5a6280a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e55efd5bae5de79ffb1cbf3f31d35ca34d752ed4716fcc4d94a5217635cdba8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64c00c5279fb5e29fbbfbe5f1733b0083a1e83e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc8ef0013adbae00576952be8e6571ed14921b66811967062f224bb4ce30fe2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9716507525e877c39581cba6e48ea0e9a91670
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48419042e61d2aa825a5d08d3a66ae3f380c0261ba2e2b93a98cf52ab76cf3a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf05d72a3d8cd3a70a84a152c3054b0175910b2e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d1e5ccbdcec22698d03343a7a723dfef932db4e247da596691fc1bdc44911f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865443ba5a6d2d7f37cb6b73f04cca0745783ac4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4da7e9536421f0932d42bbed277bf84bdab05b41396a49961056bfde7b7e4a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c6576f74690c665f84b84f540ff187006ca816
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf0611903a54db9aee2cd1df98d0067068838b2e4065fb739bee5f1821b37a9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9321474f124b98619b35cfd474d5d3a16912b0b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f7f69dcb7ee257b894cabc85b865ea0e681af27bf6b4b9d729abad7fe9fd69
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9dee68622b1f7e73dbdb46cb9445bfe3e15c01
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b8b6ee1cd44f6314e568724e0e2ec403ac41c5343100b9112a25305c233e54
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343ac9985fd06eca41d9303316efbc06a5ba8969
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d7a3ef547b051fda9d89c80efa5a5b8dd4d2d4d2e16f4721765a27da07774e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644e9c02979c1543f3265ce4537a329d6cc4e972
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a1c55fe369d589857452071d6e7a1837e8b84aa3e081aaacd4aa6e17853934
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3712064c12c93c606e11b59ea7a475903af3bdc8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21d8844f7651ae0b938c53d41677ee99bd73d01c063d719081dcb95b8e11ab1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a91d129f092e514f407cc97d041ef2db4c5086
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10350ec2d1838930f9353638fd0ffed2ab8cc9a76d8f57691cb05c76c134fab
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91662153506575c1aadc0370c6c52e3ad006277e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea59ecb37de8a9810bfec9a85163ac351a9a9eaa4c1f364a442007c750e486b7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a4bae7b6287f6d81fa2e4ebe6a1f4673978462
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126bda1e2b6383081261569d246beaeda3716ddb9eea15bbd7716d684174fe01
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9888ec1986c6024f1678fe81621c55c52ad52d8a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97405db6586a394c6777896d242cc0f7551d828537aa3f2f4af6919f977a84e3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cd3314815bb5ab9c9df29170aa9f0c5aa6ebee
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32bac8d7618cdecab4b24939e830175c3b6b90a8c1b440524da71c57b34b34f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c446ac3d46543c190a3a3f67346310d350b24d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4f176d917c868bbbec742b8f93d377abd3e4b9d51b290ba785bb1a463f9692
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d536c24f42318f069b89ed81ea7b776599dcb477
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29aaa16a0392a2e895bf5fa2099d70d88a5c3612856627deeca60cac0b32e48d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fd6c882a4d921e1b793382c97234161ef11f86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed6192b2408a5f90d15bddff8d12d8370d9be29100f2b17ec58dbd89f32ab31
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a767370b055d2db5dca4d5d0a9155a7376c51e2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba0da50ff318402372e3fd0293187adef3d64e26b737ccafa84d0064d4724cc
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024f7a6db4f01eb6c2ac832bef767514a5a0ce99
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392e9548f93a4f72ee79e3ea35ffbda1f19b2e1402f9b5ec302223c69ce2236c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07362ca83b39f9281ebb298efd89aa3b15e8026
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fbb346b673b29fcee92c59a9965e6c0d2f8e9858f6d3555be45b3935afc705
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2824b575232417e3e240e1e3f8c28cb9b49577ac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a321f8b18decd905ddd4890bc0879983a317e40d8b1865b8002081e4c377ec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf2d6dac024b552e8f982550a65b8faab44628c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b36f3ce289d391078a36368b159329f8a7039b6357bacef2bebf721fa1061bb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da7c9d22cc10b732aecc3b2628d24c3d8e33777
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e679fdcb4546689f78aac8c516882eef3eb9845376178720fbcd320265814fa2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0700ea6a9f2133670c7d4470c249cb48c3d6e89f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a22fda8a393943f17e11bb48afbeb369c0548306e6e3ea4a9c66ad014ea84fb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a122388d456ac36206606bbc5acaf2c7eabe7d13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61101a373a1ab76f74506e7078d4fcfb9f82c92102c9b17301827484c95c3bc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bff045dd1715de8c6db2702fc013d9500e33091
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6da60ff4f24465921a6c8113ccf777ff67e8a70f9b9ae5a2b44264d093312ef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3a0c32b4991c23e17afde086b1ebfda04d6bef
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d3fb95301bc356c72cd866d599b287f4338dd3851f68b3ba9da33d698e7052
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d936afbd4b9c0d4b1f0f93460ab3973f09e1182e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbec24f7a7ba440dff2902ff72a67b45f052cf5ed9808210ad11565b9aff5fae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8963824a202c6192915036bf88ade978c49cd89
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284b0f0a0a926454679c775288ad9cac9131d8bfc781a9b23c7db7905917d0e8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263f9094722a647ae59640fcfc8eaecbb9b3bf69
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7e9b8e3e081ff812ea51b45239f21b2a76342cd0a3e9c50af5353692dbbaa9
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22511fcfec9429762fe6db20a23eadcdcf85376
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee5765209a6940b058df10c1cc5c44066692c547831f81f3e56232e024935f1
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2869e9df50f7a884ddbecec26cd0be5e594adc73
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a84e7b988c79b33de9bb3cc630e333e06c5837cb8c1ac36eca650c83e9519d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db2131c0918399fb65a15645da61bb13fb37035
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3ebcd8500d9ae4bd7b8b7e445bd0b3d621ea62c160c4c0f013df5cff6825c9
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7364085a2e460d10a5703707ad5c9637628e45e0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4365060ddf30ac1fdfad9fa20466ae3f7f9cca7c16f25be033b5982b3784db
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08094572abaca2b799779e808639342238a9277e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b1f7963a138958364cb40b787d64763a6dd8bd7051e18ff8407374986263c1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f09e85d81a53d1a4aaa5d33c695f200baf0e18e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4265c13357b019f7f07bca12882f150810e1f83c58ee2be666c2a8bb9423fe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9849a2252523345fedb52f793e30812306b4c6b2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6290223b4b5881fd3225b456d71ea104b99e597d289f1da25608be9d01ab50
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d79bbf2aa018222bc28dcc1511979c58bb21ca
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef85b0546822c5caa757d988de6d754d2cfeed45e3822d5fd3e06b0a8b8320b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6a043005043477afe1d8b118e188a1f34cf0f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c275feb77b4c01c11bd2d4d51ae57188673cbff6bd7dfaf22f7c78d313deb00f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22024c20680d79d84881234ed60ed76c2c47ab9b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e12a3b0d4115959057f198f626717b6397c2e246a7b9426270ea6e9efd1ed42
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b8b20da3404316c3507a778ff2e6c42f565dcd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ff1075d2aa332a7eeb80b6ddf9ae0421d7d540ea9832cb06c20501a22abd73
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cad9f8565bc62f5a7d49400edc52ca6890c888c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3be1f27bd16980f1cd5d4c08208fac5a57d79f9d8b1d10bf422d7891f6481af
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b50e00b7cb5a1ea88145b008ffcad3db8e3e11
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266581168de2d8d310c21f155718198ff4a64aa57f0afdb91a1d5da4b9d704fb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcba046d2c265699f251657b8c21361a1edc1291
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d1005d26e6d0758cadf028fea83ca3897106e1c580a15f65f1f0c3fec94c97
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d543768c812ec1c0dd46ff58793e9a0582c4e15d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8309b2649bea403c2c518fca21dd785ca39a3f72685080fb29cebef8d8f24e5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d024a3e256b507a107901899b4f0989c7a5854
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cacdc9b8ac23ed01e16d907aebae9828c77c0d27dcbb091cd70f7b34647880
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87340bb0da534390a05a29e8b2f739c8fbd87e1f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb62a0b6ef3a1fb510c6436c0cb5b2bf3e5f4a59fd8efa5af20a8df7211b1b4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2d8efbe06a0b7ad1ad20aeffb7db19ddb304eb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21d8ef47c6e9f57141a682a713e46bc1c88f29831e391c848735a80e0e31582
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ab012abd5442df5a01cb13cb9e243d33bec2a4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75797b4c7a9a284e6dfa250d7791e65a6a7285972192a4b650b9072058521ec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a692000aa91c0ed783b00a53abc52e82fde791ac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148acce31e1762301e2e8f715e4d75b8ad8346bc9f747889912b5d5a176c7d61
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe98877acfcc6b79954c08c6cb97787bf4a5552
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61399b639b252db9ac99566b76377ed4dfbda509e55eb7e3332bec0a909c9854
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1105fa756ea36e66bc95244e7c5ccf3a40cc92b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca39204c99848477cdd4e00182f413c7dc56f563669b35ef496a2b8386c36152
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9895be5c7dd88d41c176f505f671f706fea3f178
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b947a80692110390c1efea87b29d2932b53450d529f3f3b1ae53312566baddf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b4ab1c5adb74d7acd0c0e37af95c0d932b705b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16dfa982bc7e300e4a70da0e5629b37c054a45b56bee1e9936eedb6fb0d7e48
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e89d87b9f6559998ec02f8e8bb135ec6f9a3a0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34bed3aaf569f6d4007174fcbcee2085505e3bf0546238f63b2d31a406f214c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5dad43b039df7fa79797117641248f22310ae1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ff26abf5149e7b2cd4dcea82082926e85b980151c46c38a112a0ff937b1841
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58073f9c0440b31d673677ed972da26a7581f13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a652db902d3d50a10d5a78f14e28deb42031e1c6c4341e8fa8869bf26b80eb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94249d1ec5e7662b5eda1e55197079f0568eb0f2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf5cf739f8ea67ce727f61f048864dac15bf8cfc99785e8e437aa8e4d1c1a1e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2043d65ba9f6d9728ae846da64e8f598314daefe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4ee6fcb5938703d903f1e43049e80bd90231a53159f6fa5bcd1df6108ab2a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5ecb2da88c94201566c678d3d95ffdd9bacd74
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c15eedceb513b6cf397b7a792c61084e36d81a56955fbecf34fc049bb41bb3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a90a8b99d9c18daf4ddad8fac1d7d00e678881f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c557f5c5997da4e8b55dade52d8fa6af466df47c9b536e693cb2b106965a6e6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06054bc20b153d1dd0b9af472be1cbc97372523d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1e675fcf316cbead6e4debb2e92fbe67b159d88bd0e63c93db4a11130d7c75
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ec2a29af25854834b1ca6fe38396b4dce5a96d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3007a0f57065ce74955a91f8b341a08ec2fb2a562c7ae53782ccbec0a578ea0e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448a85c5a208875455cd88e977668718c8acfe7f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ba01061aba07f0ffc036f8450247caa6ece59c48b4e23c313570863d74e10e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90503d22128286c1b3cf064e71c096dcf7029b93
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d1b75f4a7b3b74dd1ff7bfa75718f6b4ca3adfb08eb77e636bcabdc99177ff
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739ca8444a2acc40fa041e5c45264bc108fa5eb0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc284844ee12c1f457e3d26bbf2c12f18868424641f907e4e367ecac79b9d7eb
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d92400290103f731fcb098769308f913fd29539
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8760f6ea14bc1bffb3c1e0eee2f696ed854374e952a05b69b9d2cef1e3f3b8
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00127cdd0a9c182f219a5fa98831eee22c3dc279
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4662071316195ea270258fe04039af9e5980b3bf0e464bd6c1b06102be17a7d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a99809e0b912d8a2e0abb483841b17930825513
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c90fe63f816965771a374e3d2edffa21f27725a3f6181ed434fe435515a1e1b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce06c6ea9a12363955a7ab8e4dc67bd523b7c10
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37a67477714ed606531e43f0897db62d41fc29f15f26bd21e6c915e93e66d0a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548fb5fe911f9f1418bf3ab0222c7294591839c6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e835edf453975f3bd037e4d06ca53179b10f66fe39ebd7e45ad32c07653af6f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13416ab6e4e36557c407901850bbbd6d06c8c681
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e190a978087059a2c1bcb6a7e1afcb8cd8dde4bfcec82767c697b5230cb5e813
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5cc3cf9aec85005a84dbe163327caee59141c93
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b421e3d12635099354b1084cbd3be18068eafa18ee57dbd69713ccc766c126f4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74dc7860d591168b843bfb9576a9d7dbc46acd6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d90c02861c0e74f57f0a87e201473a6ba30ea33c17375675f2bf1c35e7a194
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8384131aada8e07d0894dda4820dfbe2d948a0d4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cbf971ac2bf307a814bb5f7bab4ff00a96d4d414a03c92bf82568543a6cc6e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4394058e430458773293302d8a5aff21480435c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d827e6276d0bbbd0b64b788e06219a05965d6aa485bf1fa9bb3f1a966286b3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d733c682a1caa97cfdc1a77882e62d081ae1d58a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018e77f62ac909f2e6e880ad3dfd2ffe97c8c7e69556784fffdd5831a51a950b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7c9c4893e87be7b64bd78055034229e220c37b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd61d1e87eb09b7c6d658878a5e709dd8c6a90757871576b461633afb1f66630
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8675f3cbfc47ca09915bedbf826b128b8e4774c1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9d578b69239c47d93c27c80da21b8358c15ce6a4b33f2c9c5e5dc4b10bb94b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafa6d9ced7716852f9756e4e3aae883dcd2375e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8390700692ffe3dea630545c637fec7cb1c6c1c6849019b1fe31b7fb27cb3ba
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cb17eb42ffea95c62e067ab62715f5a3933efc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86edc4f4d69272975d4f975015adce88e032b34872e75a95454e19fdd3c861fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a4c14cbc20e29bf4b97723af5f3e7c1a39f5b8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a20ec55b2428cdcf4e50b5696e4ecd1caf394f61cf2cdf6e79172e9b2a45677
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7bdbe5ed2b933ec5334a0dc323daf000ccb922
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c6bae05a8af905af3d4b1a48fc21886ddb20ca0eda61cdd5635306c5fa99a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c53799ee87fcefa2793535ce675446bbb264b0e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5823ac0f4facf001e156cb3f88ad46a468c5387af4e9c6fcedb743618402f2a7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b0ae969baa778f063c4e47b3135c38c569539d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9879f3a3ffdcb148bd60a92e348514282e7f6d8d0f7a991440cc738a9b3b859a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491be301a90ba553ee467e41841602d645ae22ce
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cceea66127a9ac86c4dbf753dca0393d64c1f7ef6a615e0bcb36712994e33b26
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149d81998ca68aa4284f10d1c9b5e8fcd86541bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2adb6c6d588d4a094db201a692c02a221adda4e3fed16e77cf2a1aeeef689e53
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968b263979fc8e957d3a21558e01af19fa5df4f4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246018237deecce6cd4e374f71ab80d52322e45df5819ad2ffd16a702f57f1f4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e968bf17cad58d617489d953cbf34f1f82f67f0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88af5438ef219ffd47aec0283076f3398002a25b26bfbd498687c3772f315607
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e18625ef84acb44b8a8a24e3f1a73a86e534cf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49eaf13c3d76510ca9e2cf665dd87effd7ad73ae1e4fc433c5566fb383eca2a4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e76eb1b52ed4fbd6e53753b18df455b8870dbe
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d9b82a652e07e9be43274286c03ba2ff427790bfa518dc615b7ca75fbc5054
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535c09b10f1d0c23cd7cf0f9ba46d6d88c06ee12
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44f73b99661f3843ad831dfc39e5859ccbfa5bfc3794398721d3cbb1eb8cb6a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0bdaf433fece38f0e8bc2faabf94a257bf9065
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ff524359b87465e1074b6367711d8733ccc4c013140ae934eba619da6d7a30
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe2eeb562e47e157249cd0602967f4ab2598ad6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f4ed9eb0005179617afbb6fb484f5baf0aca60a4c90d9545005825e2edbed4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67475c5f6c5306a61c6df4c8be30ab03abf15bc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3706e6b95aa810dced7ce595d1b836edad9817a31c610ed231660df384cc12e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d7c185e11a60175d9f9cf79407b622d176fd9c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b300b3b8db8364670a68d8b748ec5cca6bb7e3ba003749618249a64aef4bcc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147404376b8c94fb933b3b9122d03942d0d24d84
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c190183a129cb508b1d9af88688a9b36dedd479ec61f7c4157da0e897f72ae57
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c007eb89a5a2253e1829ccd50824ebfb8f43e1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b1e6684ca85fc456618d198e5ad5857cf62bbe477fa99b6bc2dcbf77f8ef9f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd943f24e085325e0b84f8042fcc8d0391e569b2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1811278bc5f0e9f85387747b1cad4167d120f77b129a7554ddf4aaf39245af
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80435b444ecaa0e144351fb21d9614ad33adacbf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841ee9d426c78275d1ee80359acd6ebb836a98b3849bc63b4f27c46d40b62ae7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872ce35f50b0ffd33c54328bee14e8df251eb44b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf9094dea717a6d4150db65d305527bce2b6ad938deafa2baf35f42ee5bd35b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef55ab92a59f73fe323e56718ceee53b4a5820c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7633a9bad48caf685845a00f3335576c846640ad2e71a44af9cd0eb2fd8ac4e8
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1502c6996945eb772c93fe20aa9050b6301a08d5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc5b67150c0ea7aec65f6fe71bf0f24662d67de4af02c67ba77823c50986182
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7716582b311261533568c28f349f403c100685fc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91633fd79a95857f0f1d58cdc5ec6220af4b4255ec18a0eeb342df13a6b645f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23a0c96347b59758c2482418c64beeeae92384f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5bf661a76eb2751b11b0c49238ea916204eb18442498ab32da8d9059cdec4e2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fe8c8e13998af6f692c9ccb2c9588ab491807f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd35cdde7e713694c760a2f30f17baf609939c52ae97f28c1c16d9a8bc198a6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5690b58488fe7f1bae0e7e094f5e97516f1f0d8d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef5939e1e671ac265057be80a819f8ac647812b1fd11a308049af53bdca2228
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c879026f23ae0cadffd201ff88c9e989c9c4f7d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08bb95894a6118985027a93b193ededac60b497e6d59143f2d68166a9fbc723e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddd17b2bb7f47e64673c2e525b6f404d4f343d3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86a57a5b8e0c073b2c4a8c21e3748e0bc381cbd158abf1e261933311468e797
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe150a41e93467bb4301c66d3ef9d116fed7c1c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bea1a6de05c1cfa6e772eae0b5bcd52c2be0a72cb0c7a19a1b772735039e44a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392e3b469e9aaf2cc12d3859d3ac0e8abce41ac4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014a4f545a82e8083c8586c27a03fe29b1b2f1bf9e93ad85810caff3ea6d77b5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273f5bff5caef5babf934d35d8e4440582fe3b05
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e87f82edb33e2e643fcea4c056af0951377e4d57ed119f272b51824fa19ce1f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b37a70551657f040af033eebc9d1399311c931
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4985cd48a2946e6c10c5a8b82ae52d38bdf87b3464d8340826b1df35428286
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6259fecf0581dae79cc9905353d3af2f03f99454
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c40281de618503c88f815c8747dfc741a95bb8c76ff5e6d6a32fe08fa11e03
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56540dc2b00efb45a423bb6f354cef8b246deecc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0293fc42ec36c1e4792a5e853ee4f9234fe647c7d7c399c6b0291f2c2a702698
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc674477eb1915533bb141def56fb0c2b122cddd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4984328d74cc850b254382aad62bd62def7661ec5adf2bdb29671cad303628c5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27dcf7143bd0b82e717192d6cc7a463149a3dacc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbcbb853a50725e79be575f874f87a4cd559050ad1476e90c8dfb58c510710d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e471f0329808357909a03cb082e67c42f55a41
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371d8eed8b76c7c501890d89a74013e1925c7c8cf2315c03107517a4b28564cf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a1bf956ae20981c40cd860e9987e56265507a4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8c31596637b8795012b9668231b77785b09ac805adf0ed74b969c9780255bf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5fa024e6a38748a32c2558e766f40581cbca91
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534a3f4f8e3d58769b506d2929489c2098b31bc563b56160d34aa9fad5929c61
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8277d7774cb6b7b46340e5d78931f652ffcd355c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96a74b37b02187320e546993d473f80369aef4298defcf60d05a88e6d040ee1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9102a08d29f98cb9ee3e74598c1a1ee62733dec
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3759d820cd41cadcd56f2fe1af0f1788820a148010b55774ee068be3c9d7e8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58466ac89126f68ada91c178de8df5537072cec
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115e14f2855c3e9ab55134b7883ae49cee3e6814310565cd0375c33ad22bdcad
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159ac25596b2e0489cb3e859015b50c796264fdc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6d542dbdd34bb0d4241f118cf91d22514432c1f0cdf80c963b2b80d0d561d1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3e8cccdfa33e88a60291a74d14154c14559fc1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242d4912382252f8e961b4bcb70eea87c57dbfeb9dbbc1a46a8804a2fd1a2cae
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c99c7438e8f337fecee1a6191820efc95d4ef3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4684e94571b6bc6b294465fc40141009b93c646dcb5c36a440b8027797dd07
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ac8a50477567e65acc9ba0eb08e693430b13fa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4fd18ce2e6af035e43e969c72fe2ac5c0bcd3529c29fffb31b6dc327fd07e6
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcf5017b62e77c5094f64008c976ea42b62ecf1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae7c98b0afb9fff99ce9cb1e46a2191198d294197e854a4473e5842e4fe4482
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f125fc8aeaedf0f1292ac132c39b02042bcf7fb
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a360e028e3a2a488c06fe7ecdfb01be26e1e618708542bd2a0a30c34f2aceee4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf97903808fefe6a1c1afb80904c062f1dcb4fa0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024051561a92ece0c1ab737e54a4a00f3bd10365a7038f0d52958f97399389c6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498f6a8b93e8c71f9c414210e6fa34fdaba86ab6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b279c247c1727b9b0f56587edce84257b22c484e2459892c93cbba2b8fb3467a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd69a3f844fb79268cdf751bb77289353545088f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d373983d3e13cf8d5e6d07b0017d57443ea9c56a0ffdb1cbe92cc9725a6ddeb4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf38c7bed1dc4d85f3f04cbb4d09b72c4336553
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bd232bcc568074ed92b3718e55f77152b17b9c6881cbc7392ecfc0824c12d7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c6f71e4c36d2481785c90d2bb4329b9284151e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d36170eeebdd72cdefd87768e6e4826c98ef83b746a7089153902db05023fd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65c6f9e99972d6af519439f0c532a003dadb797
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46061c3d9f4ca862ee4ea618258db434906b1f5be3d795c912ce74a684b4cc08
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc38a441e3fbb415acb4f785c7a00691c8ce46b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4f5c81f2e6f092189b711ba052c4b7a4895795ee66fdcab19c21045dcd3946
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ebe619cc229484bed643e5acc8e701e54e9d43
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b0c2ef405ed0fd715a78f2d2cbcda2f7902cfbc299ba366813ab4da98e9e0e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e600fd1fa7228df122e73c3543c4e9e6efa6656
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b49fce3ea0648595270958c28cbb95e5f89c96f30c4529cd26ffb8692fc154b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d192ce6c4aabb6ddc9df113335044d3e2c6929e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d683a046a714ca2244630a348968f4700db69a70db17e86b779ab63c16876884
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf6e7905cd85f25d24d8a47673f2d7ae5045ef0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73c55fa1e9a960d10ca36d8479f873f752a55bcc7b5509a15f96eac68637072
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5874bfaafab046110d5f235b62b0629b7b034f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311079d4288ba3fecf77fd10bf4c65751a7349d640a8e35c25ee4f5135a4a753
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f0363bd4c11e5936a0bfb1aa18cf2ac3b090fa
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0baedce80acfefce8473ca8553724bda7b6cb5b7a272d8b9eb8dc58c6b3b41e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2a7c0afd6cdbee57d586ea2f2c30d5ea6a1e1c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2c29138a5b3cc6774e1b2a4483c8656b21df533ac38062169b90b7b14101dd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d02b7e8667c8e227cb0d6e562ec6cc36722213d1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a44003f9df651ac6df12d6d1d64e6003bbda659a79d4aa69313a0b10bf7740
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a080ae3ef5f82d8e49a7f1f5fac6c469ce666110
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcd8eb4d9b9f778ef1e316bd645eceaee98308037bf718c30480ff960660066
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2be063ab87580a424c3a5fa31de49693af1131
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f78a68a55af4a9de542c9437518957efe72d0ded99e8bcdce4331b46531753
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bbd06ac3ec69653be5b6a266108ac19586a1a6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784757e7eb4921eaf2f5ec5350c67dc4e48c59f25a24122304855023b73e0ed4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82aa30e8808e95b00ae9c5cb476c34644014790
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31aa6bef6b95188c6149881d318e289f11093f7e7cf13cd8fd43be2acd4fe4f3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2697c97148e5a2a271598e711bc2f42720c59bd5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90780c59524fdd5d64b44f21be2b6c5678253e0ea2fd7b6523d908782a7096cd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942b2d948b429d18652c816fd30bb14f2f22ba94
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2407702b086c0ce632deaa11c53cfb0715e0a6a949147dd02edf8f15bb43a94e
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882ece7eb18d8bf89f94130258d4da547da330f6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57cca4d239a9dd0b894108e4e0830203e27e2ea3ca56a6b23ca301b30ed12a4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfa28461b6e1c92c02d7dea4c0ab93cb96a87a7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efcf6161f5874acbd2892a11f09497b7fab726db68b003ad413ea607cd1937f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1153dec6cc708f9511cf26a03557925a779281
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94714eb31e974afa14be65a25a9a46f92ca5b0439c27ea03bf34a6983309a351
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f0bef7682b0a6ce6f580366b7c62c41d99dade
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599989581a99e773a6267cdb2394afce69d3d6e3fd8904c53df0b349863122a2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3008a267d3d9eb2611d47fc8b90e5d73b2d95027
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b35f8bacb27bb5fbff572c747795da01ab3d3483f0e2353d680a2a1f53fd9a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df92b66cf7374837f11a2a930b48a5e93ca20ce0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858a5956e5698b92c8af0db768b77c0402fd009c2db2c3d62e5ddb56437cd9fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a8d15a0997bd153677f22c659cb4c7f3fe00e8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f611bef7e563d4935cfc77e265a0cde19323b2dbf8fab78f43361b6f03d95e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce4fe161b9d710514511c5efc5efd079f3697a2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea5f6176ee80536f589a785f4c94b5f2239f9621379701aa79f3b80737004d6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a28cb901341766ac352ecdd1c9fd4295db463db
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c14d77c5473754979c0b77455f3acd635ff084c9dc40ba05b39eb286c476f2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac5d6c877178f6b1868fa26e1124488ee69e6a7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2bea6c63258a5a66ee403afb1e7fbcc13b2f10a4ee0452dea0edaf9defa7ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f602cb0b2e88b9ac8c210e001831e124fa3608e0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd7cab23a490099c4a9feafe77bebd2e605e2d3211bd5b498355f63708f3775
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2879c52250dbd421f5f81825203a4478daf4d8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c301884145dbf8788ad21d308ca9a031c620ff780c8331f3dcb0ceeefb4d9e7b
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2d4ae1486618c4dc6eb902e27205e1cc0a4673
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c4249762f33dd5d4b3815ae386e21cb89013b4a2ac9f3188faa395d1440b88
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1cd1c9e272b1c90fc3026644803ff23e9dbb823
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec02bccd97c55c442dbe13fbea995d6872603cea473b79119e9ffc511b7fcaea
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14654bae6c8df6c1677366f34c16b1bfb0a3c94
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e221f16dc0f41cd0adde6c6bfe0e5e5d1f7ff3e1f0eab4533179b2a88c4db384
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380ea267ef04c5628826b1be255e7671d79e1429
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9316ebe1d0141ea47f37b12e38f6a8da6666dda40af1dd3644c55e581d8bfc1c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f2cf7c1faa682de04924b195c1c06f1ab4d4ba
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d5ff83c7fcb38e780720012c40d4e55113873b72a8b26379514345df203caf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c96c97ee32f933700eaac29792c43e89d547a68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83362c0e87b59527d1c5cd6c3f8223e2829785c1f2535f8a93f50f7f01608905
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8e8dc3ec9c1a3ca0eb01624865706abb950ca5
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a933c46b0f8b94c02024ada4881dda2d4e88f95b2c9f77e07fd8db99a6cf84
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3ad588d713c4abbadbcf2f307fb83d408f402f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eee0e1d6969c13e5b9d3f0a1616ba9d4833d81f645307aaf6d36b14f1ebfcce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c24cf1ebcc1dab0c0a152f34f8d4636abf6b86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48602005f2624324fff41a02e55142c2a062903817c9b60c174a77ac2752ef8f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672714ff465e0315045b85446810b200c31ea332
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f37476110c42ca134bcfda046f0d9df357686e0a910b2ff6a4903149016c71d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafad474b3bb389182a7ee9c8e19d1d20009aa8c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cae4c498ab64d4c9e9d39061081aae40d7b9cf9f546a4084b2f2e34c9c0a09
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152eccf8ae747e95b1da6f12ba7a464765a59da9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddaa772842d94f0ebfa0e827ec0e62ccb1be0e0bea04ae4d2b0ad5c7bd763bd
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a656b35d69c1e64979adcfa6b97f497d856a14f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eabd980923e541bf9c829efe9854dcb83c4a3ccf166514856b2465431b8a692
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0874844e1d97333ea7565e1246392f98d62285a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67421af9aaaa56640ecb7231c4e16f6c60d3948fe643375940966160c2d4ebce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0804ade2f16e7a990232b8d8a4b4e636baccc49
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36fe5486cbf2d96955314431755e6381f4f7b3151573a60393241e3216f414fc
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5f50ec0540a66efd6c8c5f034d107ca610062a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4391f6f0b1941c529aa14f578c35a40e95e3700d9a03c1b19af687aeacfe4fbf
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8ea8a21ae3062a06980fba158c38a9b5946316
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c9e92de0663b10016b9ea0f3ae6805ec636a9faa122d46dbe143539b42ca1f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecb4f8080bc637f1a7798f33206e8d36f2e7598
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad03bb1c83d9b872568c96fb87a0bcfc65b2eb377c5c3eec14c205b2d0e08ac2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb0afa42bc753469678a4145248a96ad607bd52
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea414762109a64b0856852e2831bd1fec312df15b23c8506ab65bae2bef4ead
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1e627de89cc69938fce6bc3a8d7c957376734e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc073a0c20a857f3d983367b62775b0b6991539f23eba3efd9ec760996f3e12
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836ed6a0dd2cb2c9e327f5a869fd2515cf3e969c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77f07c81048ec5cbfd05efeb108b0304c2e62a4e983764b982ba79624bdf8e4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0d257c2f18d9cea158d8c23c3841ca553f6bf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb8f4b0351701dbebdfe781576c0cf5e78c2386b542d5aef129ef805fa0ca5e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebedab4cbde51f220b6c25aff9a10be508518c9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3523d5fae0db4c9cf4ac97a0bcf018e26ae243faf6e9cc9f55de5e656f1359d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c897ff3fb64141204ebc5620bb7fa9091042d9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81489dda13ce9feec668d76541da67285a80fb973fef460ca6408e8b938acba4
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c4bdc61679acbadcdf7a9a490ea02bb4748b54
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64394e63d191a61269308d6535088e083900fb58fb035fbd479888fbbeca13fe
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2ddb7b92ffcc24b807d55de20b09f58f05424f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f6ec9378ea7a22f60cad68a964f4b65707a453c00319268b798133a733b4e6
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab19251e465fa2b59c83e216f2d22f68c7de728
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7336a0b65f5c16c3c48e77f3e04776bd97f3a26d42f17dc3e5eb4b6234abdd1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c53356bd49e0a0fa39b3d548d8c53b2078009c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c5099320b1e231073b29c2e2d6a02abeeb2e054b32c6b9b7370c38cd0f2116
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca842c589b146c403cd9becda04f67844bb28a33
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b2a5aedb905ad84b8a237513008394723a77dfaf857278f5b784caa998fe78
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfc81cca79656c8ee0bb1a89a565d98bc695ab7
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f22b15efa07509d752419931bd8377d8ce6551634203768d8643e13e1b3c700
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec9bbaedeb13c8c077660020a4550236d5fac68
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dab391eeee65db6788e1ec5f68b739e2ca67de5cdb528d0c6d9b080308655a0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a7754d0f1a036f07555d536db3e6dfb45bc526
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829ab63c6b391a8849ac33b8d4e1b49c389738e012b9fdd660ab5ae7f85bbd9c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5842d665609e3ca5dd5d0c4adb7e42279c9abf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29d369567eae8f588045a502fc207dcb551ca1e20e387286612d486a8e4cfab
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69669a486bcdc4121ed9d2629c0e8c25c304815
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f803e4130e54256219530dce4a8cbb62fa678776d967bbc72eb2be4d2a955e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c719da81c9fe00b5d959ca163840e16e504d491
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31861a875e5729edd925005d86b274d9637b0dccabedb20d1de1590a687aeac3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33260afd95c9a8094f48a886c9763870b877b03b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb14bd74ad33829834632a201919dcdbd841b53da40e34816e6960e6aa2b452
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37101678da588f21c72b59259f5cb334992db2bd
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9cde7387786e02075392f60a22030a479d7acd5d97e7044558ce9d9b1ded6d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052e8a97d9a8327caf1bfc09eacfd556987fcbad
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9af79fa1ce568206ca6b4d623537bd2ed571a9a6c810ac4339c27d291549ce
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771b94990af1081039dca61387f76fe9cdeee71b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c1b9b20e4fa50b6255fb908ddaea7bb86dfa02419631453a32a2820b7b5d35
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8521df66157f20aacdad0f1e4bf9bd9b9278d01c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831f247cf422b65b1c28e7b69db8a344a98e2ee17c26193a793929ad5db8b832
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d324c7820ff17599f753a8b03bec0766bdc6bab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82c34ab967f3067bac76279401333910803d7e21b95011490f5535a003b7178
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1010105e87c439e3517ec7c3c670567a6f9592
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04a7de58924b55dd2d29e556070354d3098abefd577ea2a3308c30abd602a47
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3d6da9f96556554848b92f870fe2b282c63407
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e92555db97385a8b4baccf5f0355e2326b102069d87d442e006036b0e5ea7b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bee111e180a919a7e08a26808a612b516ccd394
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919c7b2ba7fd8f77934632b6311249c02d9fc08477217a3fae4d5d7b68b22fe7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637911caeec2a19d54d3bf681d5c7b1ef32cc2d2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55d8f3eb64954540fb842a9266abdceda244c41fecec135015d12617360259b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0b5acb65abaa8763cbd6fb9ffad616ad279125
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3364eaff20b314cdbb92373f7f7a698e884afd713934efec5fc0c18b8ecc82
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c632034a381e53b53dc252085e3c1034fc0640
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb77ba84425d2ec8001ff13e1b61c2bbb8563338efd2839c29377be601e0b6d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f7e3c6b644030bc8300fb73143b3c18367917b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cac231aca4cac91deb6eb4f5b5a456d0bc2916a37e98bb0f57cfa6bab576195
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b0e841e62911d70070c7aaee58175084a95ada
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9814a7b8967a73287b9b9c4f5e26f800c1773d9f071001fd528986e21ab1243
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057d1a0b4c26e42e2e4142a7c7c9f00359495d42
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23aab4a519b7c7d5e1094d6a4695959330f2c2374680702c54bd3f8cd3b12b1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ca249d559aedebd14e72aad15a70c894d0869b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:580685ce57b976dd3a93106c4734478884b0716a802d5b9295867e54d8dce9ca
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b22ced59932b03775bf7c432e2af3f1efece38
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbe9100beb216557f642d9f5d730cf17804997a056a6a2a30e0ad58a415415
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3ffca32cb5addc3170719581c37a744fb5b330
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebeb0a9a01e0edc02c0e6f64651d0a695e8c77006f515b0639c099aa3471cf39
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb918d5c86c40879bd139ef2c4f8493de1f4af6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c476aa927badc16e1824f4c9057342417712bfe9beb38e792f66dd27269529ef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bd50ebe12f9678fa11ff0e5b809c9bd0ea1d3e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506a1ad13b43a683ec6beadd1b167a660060b00aeac15f38aa5b3bc23697fa98
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ecfbb7002c17ffd2e99876391ce328f6bbcf2d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8accbc9aea192c669d2aff703f21f47064904768229d0616450f28cd9b8b9ec
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733c691487e5e6015fe4c98fd595da959a8c207c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfe57955d6928eb4558db2c2b6d1601fd907d5e3d282a4b42a3b19b336da8e0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e846e6a72725af62a3f326fcd873ffaaf1ad2c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36aa9850b1304e4de53e0c5c2a8e8a91924e49c6abc07019fa01933d473ab5d0
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f40f3ae6420ee990ec7650b827b52eb1e44765
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b19b71cc5a0bc2fcbc17a82d110a34e23ca248d51cabc29f8be0eb97bfa9e79
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf3105b2cd2a1ef006070153892b87d078e76e4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a18f756589a483a71f0af6ae96ef96d0bb3f8e88a6a518240423a5ffe7a13d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f58087a8aa4be28f455fcbe312951921834e1a3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad429b14a34a528743df1a0566bd570a05e28d45c8cef992780371f390529eff
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdc608cec458af3c0debae04809a3de523b8c10
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd04c79e83075dff37d8c01cd5351fbab117f06866e3b3b2eccd5cfc785de38
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f864e88ebb43c64edc12da4dfba459e57f02ab
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055102368123b79976c227de4a6bf5ad2144ae6fb48a1245df296daa637d5c1a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf840a6af9be9ec3fc432100d97129a74484736
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ba69a78ce73402d63698d4aaa923326548dda0961afccf9c99556d45f796a1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746675f3e590dca4e989e4074704d6b59b271e6a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36610bc97bd897347caea568d569eac954cf84f07a9e73d9fd00dabc2060eea3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26bf77d76cb3d60f142c33853222232f39c59bf1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913008de81ecd2b2da98e6b6b33361dc589ccd94b14cfd6b550efcc7315b41d8
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55210b6babfe9f72b5de468febf95b74ceb2144
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e09bcb863ac74df06938469095901d16c36f55da767db283d4860f8fe3fa4d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8e4e266514e0552e3dd6af88fa9500b2dda38f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3b85bb5145610b5024bf5e14b435abdcf4613453bf7562516870be822fcc57
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec9e838b05c386b41621bf950e658cc83567711
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4f3f43591ef0a6218e812a3781f54b83a971b9a76e3a85585768f26e564063
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec1276f7bf7122414b9b88394d4be7c20bd7e96
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1638fc9e5634647e6fd20e03df81007c55c6f0ddfdef952374cb0a9817e1166a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebf8a4bb385092efa07239121e82c4f911f2480
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef8139b68b8db6e8281695284ab13ede19e4e18cb2768bfe0f593ed935dd901
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d999d7338d020940cfb385fbc0a79c563c56f99e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac1ea0b7085d72e31f5df7b099c1faa69ad2a296f26f6d97238f3aa7ad4e646
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd23e7e300efeece3fc562b251ac69c7e3bf91c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff6d093cb3aa183db2498393ad2611ac2c62539a11f93b596cfe1c34768bfa2
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682cc221710e61c792a6af4acf156a8802e722ea
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e727154a82f9f3559621680b571bd1ef7fccc7482308dcf6759cbbb64e08eb08
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ebe27c6f8ca619ad73445225734a2edbd335cf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316712e1ec27b6624c798e01fa6cb66909c7ae93cbcb99fcd5e6d98b6d4c7de4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6b1b483be596f57452a11b50847d936d54df0d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae91ed15629a2c560713fd75ce654eae7477b8eb79d474f5142bbec7dc05732
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e33c6db9a6814664f128ea6d1f85c8515732a1e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552095953d93630cc74d3ebdecf02d4db2ff2dea289691268c48c98af5e95dbd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858b8c5054020c3dd3ecb0b1fa6eabb0757dc651
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a4d9aaec14d9610de4d95ad163059aaeeb88d784c55fa542717078ae2ec2dd
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76e895c888465c297f4c9a6bca5dd599af26639
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13595d859ae92ae1181300ec74118c24f31ee838b62655fd79ddb4402536ac2f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c1eb9849dd3ab1726f91dfba042df6f237d25b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d52e906ef09c55c55c5045d4ca1274d98a0131c4cd766d93a24cc6cbd0cb3aa
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f87beb9d3a82d199dd82eaad03d4bcbc7a636d9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dd2bf7644256afeb97a61ad97ff6409aa9cb71988161b854ac7fbeabce73e5
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23437409b3b5457a96a007679312c749e22cf757
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22bde5018a9f0bd272313c20d97fca8e2f876dfbd8e90d80ec1ff6b3bd5c91fb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a41432e7ddb103eea4c6fc433cebcaa07c0411d
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305943e5845b4e9a808b915c395e2e21871160bc63de30256f4f5a81802ad1c7
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5a3e125866becf5c433231f9d1455fea5fb1b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a29d61894d22668a82a8f313d0aee3c4622700a7539e7a59934b50e2fdcc18d
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364c8e51805fa12d10fe65fde8f9d9e7a072772a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47159dc4442569598675db5f366a846d83943e9c53202aa56f78c66ee7e4be0c
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2249931d4469efe31e5e6bc37556e72a8ed90f3f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b108688c9b806809074652c4052e2454c7950ddb71553cb5512b9ddc327b6e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72f37c3086efb520ef04e61cd7d255434fa757f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9874840eb456e11fb9e2a8ef5e44caffe4d2b41dd071156abe1329b32ceb5d24
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9bfed9e2656a6597191e46a68fd32f11b7e5d58
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7687ec978b19a231ceed87b795fc39eca6141478bad9d62d0d1fd09bb50bc6d1
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e09aa8a724fa7520fbd5b219a7811f3b71d882
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b0bc028a4fd1fe07e33ccd96570c9e0c8724451a3b32855b557bea257ac2e2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0307bf7f46e490080c24e0fce198825ed55dbfc0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01d6e7083b0fb99001a41c4deffd54311307e125a1ce54a4b90eb7194667814
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18346983977290f702ff40e10f35d9b40bb27f6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfab50ab752f6b6ed4110ffd4f4166d8e541f1dc514dca65eaa9a194d882a16
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe91ac935ea0d3e9aa2f3a9c3523762335ae1a1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbe8d941eb42771d3e67b45665335f18cd3214d86a8bb7770d513d25887dc22
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb39f55ae78fc0b7e1c8f14ee0a5591304f876c
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ceceaaa01299cd924cc840e515af7abc89cb57075f852110a1beb639a17207e
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40aa881e537be12a954a55a78847d76b6a02b54
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11e44ee4d9ee0e454b45c29606ee7cd7d5703d0578f56ba609eeef745744a05
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc72ced0702b7564875580874b5fc08918c6029
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ee2d4abdda95c695e93fd0482f72e9e6b96e6c19de855ad11aad0658f1cc0b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d3fab83319b5c87ed97d1fd49a507843353e40
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0f34cc394cd497b86f7a5afb26ad997599d1c595891b0990bcdc6f09c9ac8a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb53929fa1710c0fd659895db62c942db65fed6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c851366b89ae8cfb65fe015477ab268088225ffb9c71a93db9d16132ce44a6b9
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0127f563c2e9329ee3a3e89fe52b395423ebc511
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4a5c13acdbaa161adb6dfb95b55c9186b3700c985949cf17ed92d821618ded
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5aff02098d152a612455bbdb02305c2cfa02f6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2032f3e961ee3b5c6552cd800ed209019f0d2fb099a9382891cf23f4634f5c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e271929a0cf5493dee55527589ed9544b4564373
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc190c66d22342cb934264e94762fcf2ca28c502a1b2f23521916ee35dc239c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c843d64251ab08f03dbc4f40f41154e4ada876
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c43612f4beee0eb01b7eb1ba88b398470c6cacea84cf47c71318858b9714cb2
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7385f57de647518e0776874f3fa11feeec9123
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d870cd17c46e63578a770212f1e83ad6024eb065d6f516ab77fc0b441d33a072
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1489b538efc9dfbfaf0f6e905680e5895d973e
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798c45cc1a167491362b7bc1f03110deaf18b00e3371f27c3218de2f6d48145d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d3dbc34e9793ffcf3c7d4d59ad64cb31e4d1c2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a530c7c81a7465f6630e59c4e7aa0b662da79c49a9ac0176ca265ec336c33a83
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d68e3db0325f490246c7d2f38392f1afaa19003
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9043e3de1a8b7a94f9b0797210be08590ebd3684fa99d90efe72a7238e339ac
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f05659fa66a7ae142f8995439e9021c73659473
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b9c511831f3dfddba184266dec3d13d683b18d3e1f0e799395eb518adb1e16
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457cc775e44dc0093361dc28f45eebd32a5337b4
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af761e9fde119e3b6d5bbf1f8af7ec8f3b2462ab75463c7e277377b0c573d97
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9dc1d1472d61a7b200e24742643c483fc0d95f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40244e0aaf33328545767f37ca45fe922e8ac57988a2994fef9bdeccf92545c3
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca5d3e8627ffba4d6ef6be6d3b3440f6d3aa1d2
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a0789196015ccd62f2517e8afadbd42a828a1fd3608021a8b9af1694956a159
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d60a9a82f0ea11e352d7c1bf1c765feb722779
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa55151b97f0ab1ea74f9a9f5623ecf2a477b946ab7167f73cf2bfbc3730fe37
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56453a53f99f9fb246c73c346e85dcda27b43ee3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d396ee59983df7a3836a662b6f709e44ad0f14e99449815314d5f546295b0eb
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ab50c58be9610d51574ab145670dbbbcb838f9
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b383e1e2ded47e2bb0db80d81885d7ac1bacb1475dacba7ea0a08bfe60cdb28b
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b81fbd03519e3eb615e649d91aefb8ec172744f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1994731fd30dcb59681a2a15e47e89467dd063cb51054e8945c5b951a2def714
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2963941a3e4f47d0a693e0d8c6f1791d9ae538b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88256d13104a77d0411aa2da804426d2da50617079bbbc9073180e72d835a582
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdd26d874956900d5b74b4d18b7207fe4db4d4f
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20809c7066699b219c3d84e983e93d525605dd4eda2689b4a2ccdb94edf5c5b4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f53302e9c9fd43304f65cd152519df426dadb0a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881ccb0b32a6067a940ebd94afc1084fbaec412df2abf154a5e5baf5975d6988
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f532ca95c3371b96d60cdeafe504aafd72dc0b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fecd8ffdb6244f3ed6093939f6fdd15a0c888912d8f8834a7579a84d35a8d4
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6c8ade41a3388e1925475626d5af1028ede7f8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30fca78e30041e04f918207a915f2eeebb23a0e63e6c6e7455270ce0f5e4927
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a363fe87f0ce3bf9237e9ca47fba77ced69f183
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0961d476efd7a727784347a1ddf4e5206ac5a07b2b5f6c356f222c343d4c1601
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171a0df509df5b19018162e35ef4271302b81f8a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97e3e8355eb57effc4c537ab7505d3cea0987fc520e461aec3407a023d79fec
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd15fc90263dbfe05a05946dc7d27a5fad64d86
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fa9b0665b65ee507cb3d27d73118ecd877260162bca636dc7bdff8231f6eee
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef940ca386b4f308c09115a79a5ba56e2bbf903
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d037f60ec03e8ee377bd5b9d6acb4ff891bdec6763524fa8ab0800702f1bd5ef
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e527c3cf42909ed145ecc30aca8be3ce1886ac
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1824c201dc56705955f7d80830b2246061733d806048354273be334a296fbe
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2469355be7d4d00138a005c76a6d4ca259202c97
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa4bb6ffa1e7f11fae54c5b2cefedbe1a11e089d26f4d2948d0e445aea0157c
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7ddae6b36f252c4add97ca70e99f07b1d218b3
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16b548c848d204a96f1aa826ab3efb385ef78a026e2fbf62478011c517cd80a
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25435449c919aad97a56af02c756de9c79ca7b8
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e481bf1130c23d9295288c4daa11a4150692699e97a9aeebd550abfcec7f2988
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a615349dc75663a17cc3f69ad170f1579f60b6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae1b55136c03ce39a7a1a92be18be5e947b8bbdf6765070e027026ec4a97140
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03303dd77758ec520ec9822dceed693f2d2662b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c3bf297106439819f7fb76941d12a9fb96dda17b10636f2513412044f86276
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e15bec683d2e71a9aee52793b38f885f1c0a06
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8c602f7681b11e59d10662b134e030b058511540ab99e083e3c0762219b370
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0ce1b78b142dd57c9169fd60d05ad033321202
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6f3d875a8ae94784ff3cb89e6c0673f573e43c45ab7df279cabb6382b18953
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3e7ea2c57e82399223bf0ad2635d38678fafaf
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327e95e1a1a1a3a960a08824c7cb28846614465a842a83d984a77010cebd250f
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61213cd3a5fe8511c038cc073ff3210783562996
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7d78553b01b0f9b659e197cb87472931d69384255ec8a9068ac63da12b1b8a
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cdfe6339168fb6057d638338dc2a94890c8591
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ead9e87e44cabda2ce155c5b2e39d7c6baeead01cf7111563057340cfa6bdc
+size 42115
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63599bbc908caa90ca533ea5311d8f4d323999e0
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11525a83a3f59ec4b13ee0efa9863586cc034d04ec98303033c06588f1f27046
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4f390294aeb626881e5a50487e5f13b333bc13
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c8218959ff70949b23e8d5c6cdd41f6b7d4c61c801fda2b39bc222650dc03d
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefdf4659159bb3435e61748bbad8a9340d267fc
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07bb7fb3730495e505b3cf33b51beef08dd2b9b1c5ec73eba401585fb838731
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b3cb462d55cb90bb84a114f56ddd8867b22265
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30b64b5cd158559bf94e6b62402f837c549079664c30578e0efe7a240a37127
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e4c7299ba226db4c9884354ebf442452d11e4a
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829a0612b48096ebff750973bcccb6c16515fdb32706e2a71d3cf9cdc34b7103
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb0cf7e9f0c250c5fdab3f227b9eee94978d5e1
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d39d7c64447adf6e9ef8835fde4e9be49c49b5b74238d2bea98647e8293854
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8ae3025d1802d23f941e73360c3ae502e6e836
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4aeab802a9352560744a05142ce37ae692f942923aa2dae3addb341435ae5a3
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce5838929a3eb1accc91d37f6d5a8525a2c56e6
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200eea5e8754ff66b00276135ec7e3f6f5daff0573ab8e5494bd63fba47e2720
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca52383fb6fc29af9144ad644e3c0ae5e51cdf9b
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c587de5ebde884721dcab85f6c0c36364fc338982ccde4afab8014239d5fa41
+size 11395
diff --git a/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9b18610de45b8343af9fa455b93337aee6e270
--- /dev/null
+++ b/params/phi/6/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11746badfcaab09e231107aa6d11d8e015183e750f22d7ace140114729f51a1
+size 11395