diff --git a/params/phi/5/rnd_search/comb_14/init/lm_head/_0.pt b/params/phi/5/rnd_search/comb_14/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87352f65af986e605e76a0dfd3f3abda81851af0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a280dea341d5c58126fc691af8f3c8c54e62ef7b82fce68fd8eb17323b1dce99
+size 205955
diff --git a/params/phi/5/rnd_search/comb_14/init/lm_head/_s.pt b/params/phi/5/rnd_search/comb_14/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78081210d3a9ddcf2f5e54bd11ce37cce2fe9559
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fcbaf861b49d87521c91f4d9f4356258d469ca44994f92951673ae233d89be
+size 205955
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ccd6423e682774536aa8ab1cd2666a2f3f15c71
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab272435fbf42cda44b7e857cdeb4d2026da4fe223a758c622b85631a5cfe5a2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df27e014ee7dbf82c1488db5a20ce93a4467254a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12810c6aa40fc5a505f64649f6c7215ef642713711adde3b44de9ca581cefb0
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b39265b04ec8d0ef45f89f0f83820e23167730
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33480a563548c2c280b53b5abe3e5239c54afc65174c40f54864b72193c303ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6029bf00c2f1647a987d71e305c88257e6f5a68
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f11cb794d085fc64fa3d9c09304de957c693ce6620c99c95a1478e87fb056f7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9cd9ac461e6b75fa797e39fd786723a1ee83c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717dd4ae6135fac3d30651b88c75d082737100322abb006833fc3d36351b761e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7258b5a855da0cf33f74dacee87ece178fe6b3f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf12abcb406349825b0baa2fde370e4cd5d5349c3bd1313e1b4b67c6cb8829ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d76487e95601df7ebc37bbfb38d2c7910ca09e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adcaa56304ea996f2de8670fb989121619597963b2d17309ffaff9f4fbefb1a3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d0ae9f92ab8ac9abaa965179a7adad9391e3d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80d66162bbe10b8e541b1763f95a0fd9aae46e9dee69615fd874a598b3084dd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fff2a52f06c56e0ecfa784cb97bab1b64c28b59
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bda76d768068a46dabfb11fa3491628c205f03d3b20a75f4a47b49bbc96fff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a835ebb460a20dd8927e4e23ccb4cd7397472a1e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908717e9a494b27b53f1db898e45e29914ab1365360a2ce9e89c0a60c32f4ac7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0d6eac30442064a9ef9dd1bb9fff0e68c816c4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef50f6050df646bba750c3f90dc65cdb0a8b44883059d0121cd5b0c36d1c379
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2988d00b1b4c83131789be71957918fd48304972
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e2c18c7733348565b63434f04da8a8c6e7f771296fa07e9c96804217e212b6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5cc159df06a472f457192334c6f3ca2291d294
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44624e6c63ebe65bf44798f9cc6ce051a7860cc3e93ec204cccc31c8010148f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23a175d1d00136728ba0e6fe95e20d6cb6896d4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3c8e09570b4061b6b4183aa50d81f4f4276f0868f07cd4e724f9c57fbe7ab5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199673b9fbe017beb396f25cfee615ee01cec8f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851f104492949c4919073bff85e656ea837bfef105b32ae72942fff4e59fc1a4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ee7164928ae0f0f9ac6ab35ae1cd2d84a94819
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df1e7285c087b8e09eefd3e05ecaf0334a36846deb923a07d8c430251803600
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fcf7cc1d9515eb5493b2f72446a6d95f9b8d6e9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a777735ff83f2ef12c7ca8e2017e7ab0293c639b4d9b0bcd5794015dfa134944
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca5e6f254b22b7b42d5daa6b1bde17448098c2e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd90141266a894693a69b3d40dde22ab80b43abb3eea590038a05b8f6d5fbb83
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9302ac7198375e4ecf734f0c46c9a092c8ef04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da01d032529c12dc2c72775cbfde4b248b4d2627b986b038674cae5057c302e3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b23e448769702048d0b72cecb608670ed87de39
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e499f8e68fd55b0112435a65b29fba5cd76f324ce5d009105788f3d109a1c5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6559533bc5c369faa134eb2034b992a74ce91b5f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174e57ad024f0d5122596b69db21127ce8d167110b62be6a5b3efb152a6cca6a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc3b038592ea08d125de76ab287364611d1cdd0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22ecdc50af24befa35606f8e3628e14a8ce86a57139729ae9bd889582b2bd32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8353a5bd51c0190d4cb2623fa758d3f6421520a9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684708f2ad208488bde2764d534a97068e0fec9999eb9f84af5001aea77e35a1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522fc01e53eb8ba6174671df6bc1123be882af2a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292f8abc238e4b6a6f1702505738f5a60dbb8f50b54354064a4a5e4a85136319
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff288f504adc8d5396c8ff968449ee35fe7fdada
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d3d43c4c612804298b6c5625a200da6e8378996e883b9e7f12b4c8ffb3704c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3521111d7e7649bfbbe10a2d48ea8b48d7126f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e6fd37c40011b2a5fb5b5585b775fb425e2bf4aa39ad1241cedb074efbf211
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15537f443f657d211e323b8081ae4e855872a2a9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8c2ff3455d9ca26a60c323e76680a7c07be34ada8f832c3ea413a2e9a91f29
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20292e5d40f0041e2a634eadeba18c8e2c641eb8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d4b655c211b23cf44ba9adc4dd7eada9d525a949abd28a667fc0c70aea4ba0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7641e6a5345330bfc8c72a024bd69ff7e44ce111
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e2c20cc64323e5ae7a31356674abeaf042ec12285ac73b5490d27a9f1780d9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4559116132e18f723e556ed9485324bb2a6aa8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b262b9e6b115f5c1b3479e659c4e428975ab64fea97429361df5a10ad215ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871445bc72cc0f98e37a88f522c180b6f4fb0889
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3eb26fd3513a47d3a6fdcfdc5ab5b3ce93ae9973deeb757643d2570731b1520
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811dd606a88c28729ab8178aabfba1a2230efa58
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ca12e7a3a7c5be7f5f1d8502b4485b2f360aaf2093a60bca2f073d653f1143
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1756fd8d89065634cda295574dc5c1cab770f3e9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc855b3c3b1ff32105e5f92877bd56ad9d1326157b1cc3e0f4292887b9b5694
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f768a974d23d560a936b685f0f2cc09b2b7a00
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0084db90e626c10712c3d397789541b335e31e00b13fc11da49c273076db53b6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318402c9ee1ecb02c1bb36d0c8eb924a4f8174fe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0138cbf21bdcd2df54936f40d76a952a11cb5e79483b4fc1c86751a9155b3ee0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b63cbe1146d18582b4fa434425a1b4ac73604fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f426c6bcdd7cf613e8c36ceef951ffd9d11c8613f79aab5d3d70d6bd5c234fa4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949fca3536894bc2cd239a6c081f5a358a8a3867
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a0de48bfd0ddfcdf39faf4a406a046aaaf4de85c73b599d12d38918e53375b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ec6bad51717242d576b7f94b88cf8f83e69149
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731005f9e0f9a0d5db538a54a316ab28bd0a2b88b2b1d6d00feb4f1fdda7abef
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7326f9bfd73e13892236268abafa1a88a6b96e11
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4b350b7ecdd88f653caecfea49d373503d0ef0043771cef75c9da86585e149
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0160f346dcb4005030557ec81a2d4b76d8d221
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c2c6b40f3d242b6599a35664eb7f60148564e2e79f309a318cd1079eeeb23e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae66a3ae1b1074479ef7d553766bd0ab09de888e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d76014de6b02da9c091f153243541706b298ea04f7f10808daeec19e73f9b14
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffbcc2d3f375a8c78718694c5a9c68c5e50704e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d96c51a1a9a22d50086020f478ed9b19c4e397d5514342802a854a5730bbd4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fb3da2ff51bf8c91f37744589ef75cd5258683
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d0a1785190f9b2d22f8cf1b496e2b729376f7adfea34aea71cbf0fc92d9212
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec038a6e269b75c0b598453a563893e5e8443d59
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ee95e1728946f92bbe943ad7df2ac5a9a2dbe5db3a6540b80d897a05053500
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9857d92990e47287b8bb64d60ed02c43f2a202b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24ec58302dd2fe8077d88cc618c5888bec77de65ab34c5a039d2f09cc159cbb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb0d27b60cc6029bd25ec366e986e346ca31664
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b74d726fa91d95fa49c205c4c24bad75893b00c92bdabe5e5fbba2c28f95406
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac37726f9f1f2df584cdf031dd47db9c48cf949
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a65da8e1e4e35466dbbcc64fef665c321c4f883d2e3efd331abf9975dc01de1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495eee7e6c8a62777115283d388c37676844ad1c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b016366874aff30594b7c6003530ad7b4edb3932c1bae1dfec2ef0c5e25bc2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514a7b380c93912419775cc8006fc7bea7849127
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b44f02715b7c18a50a738782b27047f45deed4404e0005fe7adbb06ec91fcd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a7e8a0fa81d8ddbbab3a2c23a1ced6ac89391d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6cc769afbab5cec00b8ec62282c8668383b338f229de1dda11a2872f16a10f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87641ddb4bb8fe1ef691e459951c3a84c93f8b64
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdcad52af971fed17217c2bf3f119b47281b5ca1102bbfcaf651592d91f3de1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c651ca9e5ac22a1078c80579721d95b49aa1d7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69385743ff8565346c159909f1c8dde24f452ba4e4b70124a643f54545ee3f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad46a1b9132ae5b048463a0475650b37163c1f5f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70bf550add7fcdd34852d7e03a63f7aa64d644e0b2ad880e4e00d169e5af143
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d8b755a4f2290d8601b5ac881786f7d3aa0a4d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6d3b0a22dc254a67b6d2c0d6e941b9ec0db77b1e75e375a66264a7c048d237
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd36bd6a8062f34476b1e208cab5d7a588c7f262
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ea37045bc820906e48c57fb0ea63312d6e42ffdaf99581ed7c2cab16be362e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae38edef323b5b94c318968f392d360a2ddddf5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fccc7c3ce4478d356c7230b0f278e107660c78cf1cfdef1eaccde65cded6092
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ececc194832ac2dd9e710abe34ef23c02666682
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1239fcc0fd61467151d2fe4be1f5cbf50ac5511491ad7ef269eaba294a8a319f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4642800d601bf2a5312941473c951581e78e5b5d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac14391f04da63dde1808b39e9e88d15acf4bf132f756452263db3fcad6c6a63
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a26cc7ac85c8f3e0349b5e43277d41beb7fc68
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b1ef0be7327e4d0edaf83d9ab5147a2d5fadbb2542c8e01ec9fdd69fe245dd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6110d0b9b54084431130534bce3b8e6c12be39
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1b46c884c6d3cd287a9c523d3a73622fc8eea75b1f3eab5f4bc413ca222c1b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09ee470e4edc2f1acf7a41fa6eeff9bcd713538
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c818488c25b7d9f876effcfa6ef094417959664a8043f17588c4377e386f378f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602d6cdfb6c783b245e8528d0962fbbbdd8a6a0b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a6fc998368cc46f431efcc54dc55fd7f4fb4196ae549b537a25868eb03528c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c756eb1aa34ca247a3c0f5a84a7ae28454354a9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469c49b9f3c7d0f22ef3f7af71e3872fbb5e0b0a196204bf57846385ae023781
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d9fb5760f34bc6abc3b97b9a37dd68f80160eb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60154acd4b22742d14e63e5b69932535197d43de7e0aa6fcd1902641251008e5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad50fa69b9d245937f284d18d64256fa2d8a7a1a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61827c67aa661f5bfba1fda8e1be03d94b78473b7a44a16cc135d39b038a2acd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e41a132c1d84578c5ba895d0a76ad7a3cc0daa0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb577304316d62b2e25d513550979e0510b0add30757871b116e690413a413a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd6082009c68c9175455d78e031bb3b22612a99
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb576356afd6dd2ffd0793852af808f2749fba7878f2a851c2b40e0709297d5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838d8b5d9a76983fefd7a5154609440fd099cda4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fab7f2826abf6e027600d4f082573f3d145643fdb73b6eb8b07476871b259f8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb0055a6d40d07d574c60aefae63deef369dc7c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf99c012da0f2271850a59827038c491474cdcfce842f46563351084a9cf0ddf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d633e90cfe86397df6ebe7eebe1335e62483ee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfdc898fe8644a3f507437c1e38f4bad0a5da1ad305f4878d91f83ff9b6d39c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83067a78ddd8a657f1ec1db3db5dc970734dfc4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd47a97b1f488e9c0d648bf5f1fa7b560811b482ff233677c9fad4b4b6bf085
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad2dd6f4acf3fb466c8f48260629ea4fa913ad0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc47add90605e1cb7866b22248d377fe2c4029b649fc493ac935dfe26a2d772
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e248d436ef6e8fb495334591fd6ac27b663afe8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df92ff06ec484a1bd49c757a95d034f6b03e7113c7d88963d5da2127ba39a051
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78e790940c577f1033a767cf0c64d00ad44fbf9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618fad7ed68ee2f2e3218ad8aacf51f3387dfde5598e8a68583e8a5f9aa4a95d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98106b92237998ee18e501b9f254079842ab4d90
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0479f30ff8582e9ece60bcdba1692d01151ce6d0a2ef408b7cadd8e2b02c7063
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba9fd94adb6c29619189128fef614b5686d26cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ab5910c49387c87543c665fc457d781fb495ab588bceaf2092b5a57fb81bb9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae35a625fade8422f8637d885387275c32ca7a52
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3643ffc9bff30631284425fe7073c10fa14930843a33b3e26ed079d7f7db3deb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19919a8832e2c82ab8cca9ecc4a510ed96f351dc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f1f9bcd1d88f74dec25af4895e92bd5d4f6a6d427d498b4e0a8f5b2c787a99
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a18de4effe2d405a4100fad43a666d55286e373
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a072c047c38fc941b731cac6385ce48ebeff40b4c5c05d2b3e57bb1ede21846
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d3edd8a1e4cf1c2da2449f6d20a25208cb777f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f41ea7fb734650d4d75db36a874067103cfae11443de347c6fddad2726eadb8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..706623e9c98c1200eeeed74b7b5a1316c2495950
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb669185a18763fd4fa9b86ec27fd21567490d6de4014810425f2e4f91b1da6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83a4098765eb3e58f494694c2b8d33aaa88911a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225782604947539507b01cf8ad09d4f4fbf6594268f3da7b79187deed1be3dc0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883de03ea83006eecf4c67580b7b634e6f82d71e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07e188ba9654c2a8ef332f8161e12268502ff22b3300239b5b95840309d7a61
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5a5865dc630c74dadf7c271f9eb76ba17a63dc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f4d97a3f11beb9aaaf8f1e03cdf0c876d5cc2ff0e439dee33367c6e2121218
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a7d09d63f701c1667ee5ab9936ca6032c51bc7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9faa832dad1ca7898013a67f175b633f2d4aac8f8672c34abcae53492e17af
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3485ca2cfbe01a4d2491a5f9ef8bec4ba37a27c9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18846b009ab30023b8006709e5e4c22ab892534731554e76675d50e581a8940
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae7f18659694c585deee856b230a84de2bb219c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d562390679e481c8ddeaddbc58c3068772a877103c228d007175cfcde773ff0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1a7b9955083b9f650684bd0355d2fb31f289c3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becaf86d9951669c176b480acec03db3841d2d8f567529cb4ee20e8530b3a202
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee6ccf024bff4d885db36998b09c71c923b9748
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa96883abf9bc9653aed17e3bce0e53ae1b122e863d187976bc4de6d286517ca
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317befa796d42ca1a98ca2171729304a7b3f2006
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed15e6dc8aee4f5dda8132a6246b2b4568cdb83882880f45c51abfdb15f75bb4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354e5aad684c087773af807ca94217cb8ec1d2c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd332bfd3021a44fa27dda746218ac040e4736ebca8efc95fa289f83d83fd153
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b337161eef40df3fb9a619e9a6dad55d3b3be13
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8426d7edc6ecbadade7aa7605f2b31bb8ca6eccc0a4fd8b390a4c917b5a1fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3444db26863852e6c17ff9fad6d4e467a36745ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5daf566b222929de7f5f395b1ca8fcd9615337561cea4f4d373514fa6611e2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b96ae494e3da6a4303728c0e322f9b0cde08ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de37776cb4edf54b18b6b3201a130486d1cf4398266670aa72db95f15a7bbc69
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7848060a2f9f4f3326532f501d9749f32e3aacc0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd22e5261de9126957e1b0d93f31b422833c6b13598cca7e388e996dfc3dd13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c5039f2c6681135df7036ac66864510154cea6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6b3bc1f30aa6b4178c501b3056dac638916fda40aacc8fd8547ab581ad5013
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54a6d26597c08f650b17c543d35f7ec68333aca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01637e8d2f7b90126987526e6c2c8f513a4610211c9bf59353602a53f6e3ecc
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605da89906363c9198bcc8f22159de3557fae594
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ba92aa4df3b94e9b814f61a7e7402d99c72e616b4d3015e2bb7228fbcc80ce
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501c1b8ff78ef536809dd8449ec4e50e5397ae1c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729518a411db1ef63dca5ccd47ab5b4815d09a7902afcc475454064ddae2d7f8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290626df341058a3dec280c2aa8f986e2c9db0dd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799bff0c6c5ab7907c04c2a508da7bf7fca5cc88046d71f8927b351923cd97e3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a283572df732e9bde0e70326821f9dfd97aad3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ad6cb8d9358cbb9777b68e343a277ff7d1e1e242c8c0b3f2967269682b5195
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cb54c2ee9394c54413e1150d56d1f3bf0368b1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82122bc6d288a804eddf9c973cebb06740c60853027fad64c8f15d765fd989af
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dedeb81a053e1e1efb8c883d47cb9f9c9b73da2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b385cfd16cd1203a5c73e382c50ab1e0b3bf0f1fba0abf20a2f32df43a83e37
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb51fadb45830dca510db3a615460151342bfc5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c2e6bdf18ce1730fb2fab33f3e829258153108fb5106df1a5d4082f3f74949
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b271bac9d32c5241d3ce3b05f0fb54ce870186ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be89a96715979dc73c133516bd5c950b5c714469f28dda7a09587c9e7f347cb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75915780226aebf84289d4b2abdaa64bb14b78e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d61e5c7d6985e54d2aabea2922af6146f982952bb9ff978763ef9a067a1eb1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ae90c50765ea6330822b329a376bf955891d33
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca4b114d193e8151901e2364120fbc423f17296d7b853f1cdff3c129458843d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59e5a3d2ea75a23706e55f3c36b3712c26156e7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf504f4096c603c5eac068169624941213bfb4420e859df9516f5f2c16f3818c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5c865da3785138552a452321f1c6f23aca0c18
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca09c01a8d9d2208ddbd89cd109702aeb35ed0a6a2a95ce5742ad055eb9efbe1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ab776160b2adc70b37936339a16572232ee5f2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabb4ec2a5beb847a103041ce2d59e25cf037674da9cce62b5c0c2db45e61fa6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862e360b9bb9323b37ef6cb9e7e3c1dea036f96c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd1a036d18e4a7d47ca4077b239e205d6b873546e01146ad45b88d13fc8dffc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4777eaef051e6117387a93e3b6cefb36020432f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd97b59127bda6eac079b07c633a2aef28a69ddcc8e8a7e1ab50e1f840d78da
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c08a0d120b518b1c9ec8554963962b3a71e399c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6805f80035a459fadee8632de557dd5567f0bba2eaa1843b247e4bcb0c49b5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3925385f23ba41eec819090a06ea66493266de1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e0e7e59a12febeb4d624fcb0a3acfdebdd10cc43dc7545d28ea1657c5bcddf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a272c91bcb7fdbde887775632a8e3c5d6c3c3ab3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36148a882b77c99177069a190263ee2299dff620348fc55daa6115ad65a2c20c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67848b0fa822b75a3b83d5b001b7e4f25a196f4c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b942d622e638fc0b521a201013c5b8751dc97a11ff28a553b702b3063060d7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a071544a39280acb3dd37960621e36268375ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dcd23774ace6b5736a72447a2e3bdd4ab40f00615fdfdf648c8edfda7b0ba0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7744b4d5a74dbfa24dee60cbb20016995efd71bc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b11fc0cebc346a4c77ce968e893b92f85ea373098550279e78edd6e8a97baef
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516f974c468b0ab8bc79ca781aca70e16c974340
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965451d78f6aa51b822e2485e6228d43ed4ab6d96ed9b6f601178e1cd2ed31e9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747cd7a5a884db4b012c11f23f7897be9e022a96
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801a112166a78c22871833a895647848c7d7c058fcbdcc55285c2fdad3f11399
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560ca00273c6cd7da914c94eca65f61af8773f67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89f7f55fa48bfdc13f0a46bb6916a687ee4524d15c52e63388abd709e49ad15
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b790bb8cebffbebf996edaed495c6a68b5fa51
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81577be6909d2826754feb3da24d645d6529d3f4940674959c5df9fd5c1130b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dafae00bbf42e83b6f12a8225e248d1f3a09385
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5112cc33950f4140804295ab2c159e27fb9202d73a781dd2a2864aa302d24c1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49be4d2208c343e848a213fe02580dedf9a88085
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf166ef4fd9dfa880e5067ef1bf16a54fadde9d7952322437f9d2dfd9d2f5bc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95844084881809aad89b1e669e883d62b9227d31
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959075f416d5301be0af91ecfdd4c22d502d277dc6d6c38efd15a515bcc26ffc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7848ff296964ffc29e80958a54db0553c71c8e5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb68f0c2ef506f326a5206db09fb6b8b00c5b6d708bc68cab1e50c33546a269
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c54d9f8f5b8385fc4bca334897e1ff08b3dc2a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e792a9a420498b6fca94ab0ba9902980685de57f515b1089527867ad0fe8ed
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6332a5839c3e57386ac9ab10aa2bf5a40da1d69
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2880862853d649c69de108a27af852d87f3b6474bbd337baaebc7e0366296acb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316db6d69b5861d2f35c661b96ecf8f769c281c1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428d43b7d69922c53d6a62047a81c67b9564c9ae856aaafb90d10bd9ea821fff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dd7d9d1336c53cf370991fadea520fed055a45
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dffb0141aee24650acc9841cacee6a40c17d82bf0092180a4190752946c1267
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feda07c37f7a50b0a90569dc6c711f97ec61867c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb825464e3099bbc597d516f941d226c649e892f0b06edb66c07edd5198c102f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee7fcbcc282ef02b86742feb627dadd55cb0c78
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b650fba4eff7bc1d48f5b2375f6e4c016bff302ffe47342ba22008bdfef758fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac6239bea9a06c0fb7cd22cf0566e6d04d384df
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114ba4a782abefe1ab1073a6bb2e0934cf0678e03e1ef630883a0dbc628d6b04
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef76cc9cd7f690cbdded07cd752db68124513ad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777ef8e041e689ccb764c553658df8d4b937cf9627f2f7624e579827295aea79
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f3a2839ee46b16807c4f94a1d14dbdd23d5906
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28257cc56561d03b7a32673efa8044b3b223df459f0302148ba0482f0e7a2c54
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da47b549e1651a223c826debbd3dbd689a38e4ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb276cefa83f400459a31d1fb39ea0d623b1bc7a2c3e92b15cdf38f5a13be64c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecec28a2f444bee5f3f074ae9e43d98ede71131
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c739d3a726f587ddf9f73794295db7a530ee39c320645365eb24def1e2ed29c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbbf43a59c142468e9c9f4b4fd882beb854806d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268bfea06a63806f99c9d4122b36ca906b0b73829279861fde391f700195d11b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14caf4697cf36f0f6e0a244e0cefaad817e63b1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31804868897609916cd4473d2a1e49523eba4b247a302cccc5b174fd972384a1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d822273d1a011875c031aaf84a0234bba23b4437
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f312b6d30f6938eb8e67537c84a7e82af5d66aefd36bdb2c8a37d9e04b3738
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de36d6d9409e2f63481a8983df1e59cfee31a53d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcce74eb4160cf7d70f390954bed288030d25e324531a04f3adc062fe1db47e5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df96ea50123b19d8f01b9dc0d44fd74da449934
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1169f7301a301982cec362b1ce4bc849a3161ed250e769d817135a814139a666
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3eef17fe939b992660ee4700de2e29bccf8c50
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff9e4cbe95e5046980af15f9208ea475b62badcdf60c19a4d660779d27c4269
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bc03618cb30cf2ce8c9347dbce0035fa02d73f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dca6742109b26fd6abeae63470c48f1445885bdfb846c9dd7244aa235011ef
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a09d93c357a8c7bb98d5ba42ddeba3963306fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233988b235368c63f540d0f82065a1386151e1c1922f3de0790b6e32f1594469
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b280d0c9601ff5c33472c339bb5cfb2b1d6a13
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203096e7ce3a3193aa070451afd0e33bf9d393cb3ba8121764767c318f3e0656
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943bdbc76d431af7272b22c6a2e287bed58100c3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ae5e2fad6845be146da54d4972cbf36c7e1d115e095c4eb003061f45336e5e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1943fd3a6de3952732063e20bf2be273deb5fa49
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544c67ae24a08b558545c9dd0825f8fdc5251a5aa09e48b1c7db83d445bcccd6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69dc54bcbbcb21b43aaeebe277b533cf5ed9778f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c754ecc4ef263ec0e13032822ae7b86b205809f8d0c612740bb95009c4bea6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f362df007cf1ebdabfc93073b88fd0e59cdfb26b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bd1899a617d56dafefb69cc80f0fafcf2ff108a718676c092264f902e48265
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b6f876609e8fc7dd04e168cc03627198bf471f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956bb9f8e0115707d67b2cea0f6e4241a960c8fe1fbba6cd1e9bd12663cff875
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab4047063332b381e2dc8687cc111ffb392e7aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6178703fa88511116e0c1c812e3a498ea7653d446c26def8cf3d155c3f50e67a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ebc79903039d4777e418e9269334117e3178d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc98823639e314abfd2568d2300b670db43c0d5ca3f6c8a8abe2ff89946e191
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c0a5404a8cf6b1394ce3c8fbaaf4f88b25af3b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264865a15f1b2486ea67219e7a271f3775bb447a1707da0ff76c3d55550ac8f5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac4d1ba7a357ef2a3d5aed6691dcbbd5364d265
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ed933b1c5b6a536929f5de9bb9c27e3bfaa4801c713d861fe3a24fd9876b6e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0733e291569b41430f91a4bc47275fbb5d0b300f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d8782b5c3aa44fae6d2c3980ec8bc668127081c138598b73ada4aa033f6ca8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c2652704cbd307cedc7a9b2d468e669c0923c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8554e00fd93b0df6972fefc520ce24bd0ebf7d8ca086139340403f81e45c8277
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a33e48d14186f6fc519f19c58a1f9e7d64028b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4897e87dd2c65856d21a9e7c06c89804f74fe7961ad59cad238d8e5c98f0c255
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264226c5ba09456792b0c3e2f5200c2a6890873d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f61ae4fb986be0b994252829c80491dfcaf399fe4ddd297d98dcac4d0e77c00
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbc04a0bb45c03cd28785e22c13211028a4d781
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdffcb24eefe1a3c16e089e5e5ceb321b0a1d2124eefce34714f4739b9d0193
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad276e92d6b26fc2c2f522a7354ae4af83df1c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba283a63a844e7d977b0463e0c026c1bedf212fcc11d842d99c184c2483468fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78d5d507649ea6fa971489f1168cab34ee8d61e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23854382ef72f62599c7cb76813308dd6b48a98b4afa65f2e5532008c3f8626
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea7ccc829ec3dbd3327c80c0e550afa095a2176
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a80798b876167066fb19e14649ffa833b4c21e1f02dc658716c29bfbc726f78
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66bc25490e7dd698d7cec88d77b20806e26b7d9f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c949546b4074a7bbdc304b08a8a47782fdecfbe592d87a8f9a6de4dd43475ad0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936b971e7d904bda2a45f7c9c6bb0c7c9a7373ec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857c6b3d0d69467fc3ea1dd1c031b7af5009f1c146e7bcb72badf82b89157fc0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d723a3bf8b64f2ad1e4077ba6477ab046678821
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3e36c51aa5c1b7db5b41ac7fb059bcf30b638144b827f26af5440f2dadfeec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389a4e38116bc5d95b1a6d38bca698ca31c5bd18
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a2b3621f9fa88f7d509fb5d7e1c721d26967fb9123bf33363277686bbb24ab
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cf6c0e8b57a2afeb19e4e04d69cee045a257ad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a073d0dca77c2324188e7195404fda8a287a9412ebcd8d4e5c7b27f8d2a3d5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61938db42ee8be4e87fe335054a712e177a94903
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b949660db1ea2d2b9425d8ff31349e3b312fac40d880993ba36170eaa5ac31d5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88771d16a2463934d350d625bc0c32d524a900d3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e71ec5a8c2d16ac2e5d601f624641d7c116de3c6d101c68bad875a763306d1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e855ad503d4410b9f671db92ea5f033bd83bac3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013224f96552b891b6a92ccd11273f12513d1804ae4f044319c4d671aa3c5885
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b3df0ae1e0279678535a7894ea17f3a66785e0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29deb4ae14d022b220858e2b9e4a9c7385518700f0e94d269062e2ad8119786a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04f8ea13c50459f776282c728333c32962d3221
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c411da97b3d60cb7ca168466b466c1d4ef17af2d25fe1590eeeaf534f4939b7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c35bf0e841670924cadaf464bce5581e87c220
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3628157bbac2365e9eb1b932ab28a30e601b05bf2d627e3bd46916b7de3b5700
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0185471a3489e9df4085202769f3680e17d690ff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e989778a0242c69dec338cde238d6d572e3febd02443acdf7f8e026b71f52452
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1b4911183f74b5e5f0d50519e5fc8fa7f5e11a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49090392018c27e8c95552382d0f06051f034bbc279b3fded935936e19c5c405
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29ff06545cb6a6832f53eefe1d26b51d880317f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1b0e0c53fd3c9b52d22e9a34c0bd86d32d4435dfdc4fad15adeb76d4da7871
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0215cf1c69f156e6f77f91acaa32698f24b61792
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6902a79e59b53872e274366e311be848ec40355c3a909dd4865d7395b20a7023
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b389fe3714e5ded7a059d1dd87189bdc4669c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f424443f9fddf3cabe184e4fd5e382e7a03d31768afe3e5d61d8f4a2f66bd22
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db4de441a8c24361305b6cb63f6262db0a1d501
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa32f37bba606c03d42afc702784c0b0db8ace3c493ea127c667ec7b1d98d636
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01aa48695359c14bd47bb6cf7bb040b6eef82e78
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3487c79201794b0b9932cdf863fa2728f0863719edd5bb5201c9f96490372622
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652959dba71cb0eedb029f2550a0593e17d3d564
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b03e83a590c0cb5587f714208333b09a7b606751847b0347d681ef51a62ffa
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862774012525fe28d3b3a20ec31af25f0c9b4737
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c41b14b5884aab99fa7ed1a1592dd47d89b8064b0c05d2629c0545b19c3a24
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68702dcaa1d308bd96781a8481e344cd8501c5f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f77b04ef1273ec1781c1e420c27d25e769a947aa362bdc16400461de3d4efe
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c80e2b596ffdadafec0af21fa06ad9bee7f93e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e571cd0c4e74ae84f4caf10f382f619a02558454608e2fe7d7dc1d9f94b82621
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea95fb69b872fe768d069d4f00a9c33a440e2a42
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43aea182c3b4b2f66e822b9b07f820d6a45ca42ce7c0df6194682292b69d4772
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab41cf971cfd29f7c0a756da9e05d3f9f77f145a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cb18d5cc082f93cf7731077c5a3361cd5486f8e27bf8c65893bdba3f2d6ab4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a72ecfddd28d70b20f9dccb50740f8f54e7a54
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283198157a775bfa4e885099638dc9a7a880f910cd9623f08e947c27badbf766
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60553bced9b24757808aec48af5941fc79706cca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151856e7cef76df0b35a1af5bf1f8e0c332730a0335bdcdd7f17c5a8d32bf551
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cb4cc206baf5d644008999acf5e06b1b7b0f2b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178fc21464fd2b5c46538b7bf517c6c8b16771e6a36479c43c0ac5fd69345d56
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22f59f112c60d6ae2b79d6db563bb83e8aa2199
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab17ddd3bb9da108c2ad5238e61acdbe46a8ae0a5673241d861456be65d33d04
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6d4366fa474aea11374e363019016af7078421
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6d59e48c6c0f6232c00af17828c39ad04bb48ff467cc739effbded54c4a7b8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753160bf994dfd6f0d515e3e9b94142a190dbab7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f3476d2e478564bd2e80464f177abde57fd947ad7868c52dd999d8f795a914
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bce2d772370bdd29ab93cb1a540fbdd28e1b132
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00783a1a7539d9f0274746fcdb594522fe4a00a6611dcba72328ba98d3bbe6c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4de80b6c07b396e2688a41e83233ab2d9aa56b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6719c93fe25d24375ff2a09694edded70ace2086daac4c5475818b6fd927c42
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7449190f34d88090d5b5de87fb7f4cbc0d9399e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41cb4a1b7d17ebc4e7cbaa2129e030f8d37d5361189450185651c002c1786c96
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3feef896c140b3e3d029379fb306996cb2e87204
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becb74a6db24f604cc6171d729de71d9d8fc244f14ff459348c9a1d77c5e1f15
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf247d25bb0b7663ea40f04223fcfe84f3b8678
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bc930def3a458af548e80385d9a974282a91090b494fc1d5b2786ac9b2f27e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c69fcb9185afb30f808a8aeb18b8dcca9d205d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234c94c423845cd179281109b13474412137a10cc37d8feec55e148077e32e7f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bd44decdefc34013ec9420a4550391012461a7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4228cb04212065c41f0488504e45fa50e7127c0f4cdbe67ccd6fbc1f985e5f6e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1abfb9420ed3debbde09643b3dd44e69db7eae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bbcdcca5ab9303cdb537a7e23c3f0b28693854ce0b42fd82b609a7d2c4ff4a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38fad72512e81fb4962ed63cf9211da4d99b97e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31632efb75d225109a9656e9a79bd1fcccf8c7dba5fa9c7d17769567a4a6e1f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291dfcab4bb5c06f195eefaf8d8a0d163ab1310e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1f97801f8e7535862299bef18538718fc2570277859e47208d21cd0904c8ea
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e31234a2b2391f90c0b0296b1aa7a4a1c0bf1c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47750e3cd6f8050bdc6526909a63698cbdc9abf758e6b664082019b825b5259b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9b45af8899b92a22a2125ab9e051272f7e42f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22da2cf37c1e59afe1bab12dbf0303ebefd99796f2d66934417988d5765f96ab
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca78c9bc9c8ffe0e74905551a68347e50781993
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6174e4ca08f761b45d853bba7789370fae6c1776ad6e4480fd1ed134988eb5a3
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3705c82427d6bc09a84410678e63bae7580e2645
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7715581400270ff11e9bc6037bb8173e0402a132b387941a7065861bcb64ed0a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9530275e68e36dd3a895df3323ddcad8f9fb7722
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e82b7ed489a44a478579aa56be79f72cca07976c7b2d2608efd949b994d2058
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5e2fb4208661f63b12baa1ab6f6ca5b6f8a48c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac22e263205ac5d521622f3d4fe6f0935d483a01c63d8e9f56b4ca5e6829d2ae
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3c7b4339f20d2ba37fdeb00f6157a2213b0ab8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7361073a97d723904087b30c30b6e917c35f6569a3f2056b712fea8a6ad463d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485066da5d2989efccc73bc6715ccf2bc3edc7a6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1f78badb2a36743a1bfc50db2f107c5ed0c8acc36e5cf2ed4f924c71062f2d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9472518be41508a89c259fb2063b6ccaf332bf1b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55acf7313be3a9100be2248dd0d5d79280feb13b8f55533e4a15dec1e5c287c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e709a9ca5c0c92635f920b54c4dc58f9a735bfe7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44965b2eab819756a6c8bd7ac837873ac4d25ddce624daae2ba2a2e10bf2ac7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d680866e0374b43e9da408ec3cdfa5c3081683f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf430cc09213182d3e19912420ee975db1358218432f5074ab4e3d2e9ae8d928
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7fb03d4d6638170de65eaad6b70e7734fd3033
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36bbf511655836ecfde2ea202a2eee0bb3a58ba206c5ce274b5cdc862b841d11
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6326d984bf8323f39d44e5fcf97515c207409d62
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74930c9d6abaf594a1a4bc0066be9bd70288fd111ea1cb6e37534c1d2ff8a646
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4764aaab24d303e47c64d62f025e73d0f1b7ccda
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6a10522797bed4e74f1dc9c75af0dd1e7d885796d1d33deb39816f9937ed47
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c08215215e432a03a01c62f339be5528bdfd78
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2ea05b6562405b50941f3dc786be4ceceac19671c001be7b61f043f4b07b84
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151feed009c60f68a7f5603e105d647abd04d7c0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f41101706925bdc7370dcb7dc77dd4143c6a7eeb889c248dacf88401f6460c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f5e5a4175332ecaf12980e1461474bef1cc13e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f2d0214318c8dbb59d6761995f0c43e5a201711d753b2c1f9d51fdae5f2ce2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb7af30fc8ef5805a93b8f3e25f722d1a31779a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8495a7dda2e587791e20236c3a4266b4ec786357b0def14af63fa545d6037d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647fcce071f2ffbb19847986d7f118f72fe65741
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9076739c22751acd8b123430e7ac1b4cdf0165df988f931a03357ca77da172
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45072ed9ef9be7c8681fe803194f619ed7133e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c943a16dd8d73309629990eba832854a5bfbd46008dd1a61ae215e3e3dc6e60
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a581e9fd2e2214e7c31e835a67a1eabf9d9ac69d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce4f29b4cc72d698e46d1c160b980e9a1d73279a12368e7838d176bc18bc587
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870397fc1937098a4a93855467bae21dac51d6e6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0094580e3a704ebb7e2726a035a57337d99ec796ec7e0c16ef9967e95316d02
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27370fd1fd0b5f654760c995a61ead58bf8428c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f990887f1ebe7f9b7c4135bb5499cb720f4ef3735fbae01c6f5dd6c638e189a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8819c110a42b54b9446b3725cb5055631af2648d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c901b51a92c08b874c89345bb2787d1fe6305d2ccdd981deaf2703065881ef1f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf6584aa090c8a234d1c52c5fe75775cedef230
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3928abef4d3bd0271b741a715573459570b6227333b1a38665009b097f4eb8cf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a823d6cf837103f42bcb0e4b2a06c9927f3f938a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537a84a93393fa621625c09e0b18c60dddf3daccb307bdfa67c6a727b4491966
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75c3f2b4da572c8a885d1c533012564b56383d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bee9823725140b9470e7e0cdf353064e8ec1688016806b33a769ab33df3861
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0b5b1bf0a13b3667b8b7ffcdfc3b1df94acb5f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b66cae13b4403ff30ff91070a515a887cd3ac7c50f92dbbaa51ada3bd4b78b5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ffc819bead500f6028dd95312915a862a2a4812
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f58d59c52e1788c47b2cdb093c511e921bf5cc4f2771294c296f3cab63d05d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07025d15b87dda3725dc66ea1cd4014971d20c20
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9625040b58ef0982248db8989973190fe78bca2fa6d079487ae5a1953b4135b2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc75fc31886d1996302e1d6b6e15345838b74a3f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196d41709f3f32b91c39dd95601e508b0866466b68bcb9da1207cad25adea1cd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5575ce6fafbf557fb3f0edb86aa6b4d63d484d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3227252b4608cfb9bf279d1c1989f7d4e4e0394a4bc39269b4babe6346d30d27
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8373f69d34ca54a901c6fbe120a5b0c1fa8b250
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1443740d131695e3f93ec23957c6d8eb0512089a3032d59a0daf529bdb3f4a04
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a2fdfa0fe59f8783d3da2b286d72f071fec548
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0f098551f554881caf6d370354ee6fdb6a08194f266c45e2d649eed5a73cbc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe97879593482860c6130b8b7479c1633e81709
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3982c013fcb3aa757ceb75a5173481a9281330e43413ebb19d3583b165f6664
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12b72b885aec82fbab50945e390ac8704c35d6f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad229b751a09bd45a983e67358183ae1e348099e83d95032939b85606147048d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1669f453553487e3fc3e5fc2ac8cd4e530e307
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fb311a1337a088821b8e10a73b276523821a962d82b27247ff9c2c0abd724
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be4bcf26a8c84fb42f263c54d6c34b967db4b40
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bd299639315ebba0ddc871ece67461b9adb55385d1e26c7032f9864f9114c3
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89372b1347c0fcb8da6d8bb2dacb7d3c97c627e7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26e2541ac9ba0cb36ebb5efa74ca0671cca4cfe290a25dd0c6979cfd1646425
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20665f047627c0ec09d03b6567280300138e24d1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f1fe23de2e46d0b770368a5bdf49474dcb07eb99e81b1e7e7b0b962146f7fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7ff2e24f6a87c557caad4f6370d88ba9fd540e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b71c95c852cf3502a7eee95d23e22bbc525e9e84da3e2485c0cf15e9559e38f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c6bb0ef3daad7470a3093de49d09ae530c2954
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65087b47ed29629bcfb625386027055c4de24611a0fea22ef99ebd6e59e2023a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8422a1e41b66130c49e4067368261f882378f4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd04cb2c612eee6f862b5d00b7ba8e4cb1e0d1333e35466fea29416a8be9f6e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b356711144accecd45c83f798a80592b3cb650d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e93f899df6a57c0a831366db6ebb4226da6fc8cc30c9d78c1627bef74e75a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef4629f4f14d90a2ad9915e792b76b6798a0d12
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4513d6c51955784604895c07ffe09965022140e42b2f1defda1cf955bb13cce5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db58fafd4608e7132dfc364cbdf38bd41418b112
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c38143448250fda231374cc64f8104459d7ecd50b84a52f4b6cfe32e3c507ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5c44a57806ac72c355f0d8d0217e39d86a7e14
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8805080c4dfde4ffbfad7e8217115b49fca602b3035bd20cda6b5507836cbfc3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f258295d2cbac12a9cd618c20c0c8e0c5c79bd5c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4662be67dbabebf1a0f3c22fa9cfa89f1f5ec06e78c753d06f29bf5815136ae
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c5a47474738458456fe2410f18dd2babf685c9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1e519e96551c0789f791186fde7c7367ef75c2e9342d9ea46a0bec501fd440
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15ea7bece0276f351ac19858907bfa87e725c44
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15277d2fa5dba04b9ccd880d24a1f5f2b05a13bf51ede602aac600e2ca487922
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb247bb77b61902ba4576b8fa04443beceadec9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2016d837017fc28e05b26890015312f8fa191c8dc813741d0f0563e6c73c4f7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb30edeaee56ce45d936fc63ed531832be9b3e90
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238170dde443ea120a0bb97bbed37500bbf5683be588c8a83b7adc244823bdc8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b206af560f093523c51853ffdaedd43cb5c62c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f19976d74223ebb4bae9e858a713794a055e53d57cc287f3eef3e8c41ae4e6c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb45ece42bad9c26a879e96b363670a41e21b29
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cf42f640f82a4e49507d1655c2e142cdb3fe58a485a6c3eed9a11e9da2f687
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4f649c45087fe28729b3771a679b8e802e800a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce713a7fd1f40ff68fdaa117a195e54aba9145d035a0307b6e0289aaaffb8df0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecebaac60910f4ec82d9ee82db422abf547ad9a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739b153b3f52c10bfe875fe8fad8b540fa5c7776cdc4aaedce6bacf1dec50a7f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554df2f8dfa3b16a38eb37a2bbb34dc31e0fdefb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2708733287203c515b071db5eeb9fa235e7b54198addebc504a00c1a20621200
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc2ed6a8594a268db786fa9bcd408efeac335c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73950bd74529e0fc6d3b27a2a7da02031256019feb496c221fc039b197faeca
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff2f1076082a448444203d97110d77b54916c67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1df6ae7322fcbd0cdf1c4f0038e075c1b960b1dc7aa9b70954bc8fb21fc2f1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10181828886fcd2fe79f45b614ef97e175474db5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23591dbbd7599ac206d22eb125d3e4478b11abcc9c25a98122e989999fc9bf37
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d47dd579d69f2313d6712237b32f13cad11751a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8232cef2c7e4c7bd7b5909411bd28933d4ecd4db623ee9280a002b716ea65759
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40172bf7d1639fc24c744d37bc312a0f715f0208
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb987be7b461aef5db5cf16b21aa95a9f36f9886d869af56caf5757e5168605c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38eeb84d5827510528475b499fdeea3bf6e4f1d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15da8db2ff5aa65533a2becf62b1aa153cfda3bf01e928dd9a462da2a7c5a2de
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabb679d0d2a73a0e1617b7530c8a3e0f1fe070c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a59aa3288bb5edc3347c2cc06f42e6cf6e41d6e725ee3719cdb64c1bb4da78
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7751ad66c398699e940b3b1bf536843d7a13bd38
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c72117d720f0349cc11006eea15ffec98af4bcdac8b8b0d74f4fe6b12f301f2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f3443f9946beac693f516910b851c66491c39a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179c380b0fae6d3102baff3bd80eb36981be62d3d670d307c3550bbc77270da9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069e71c92391b5d1abc425856efd69db2def0511
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73a7b4aa9d5c04e8f8029c51ce1ad66447ccec430fc722ab895a4dc0cc88760
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8781ffee82668183abe7a359d678035c095adcc3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02810baa417cdf88a89f0c50f2715acd8979f2c8cb410e365ca4565bbbe87d39
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ccf0f2a8e9aef774115cede1652768665324226
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a443093a496fd356ec26906a710677db039e8b8549795c56091df39a04671467
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62e83d85d9c13b3723f5b8a48399f59b7f79c7f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2864b23b035c89f5892d425069d9cadb73b0bd2f0c11f21857101cd0cc49ba0a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbd0b22c8247d9b74a6a7aca31a322d4f7c7ba1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c24a8e95ebf03289d9ac262b7ea334667d1da71a3d8f1cea0c75c88316f6a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9d1d12dc6f215826954a92a534377363711e4d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f0b503253c75c9d26abdd46ab806241b380e73972c4c7ff2b9f4d9d9348301
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e31caa432e9a4252b90c07663bccd01e08d15d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e75b303a7bd91cffd666d577a7ecc3185e733ad655b4316eb0eb03cfe2c828
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d0c21c72ce9bb28eb3d6eb3d3593d33a54b715
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e7c1b407e581a8d15692daf541b05ec674b65da1779234bd240c7ebd8dacec
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43eabcfd0d49000bf3a7a59c9d44e6a473f2feb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2ad3cb6b631bfca5e6f802455e33e254501c2e1725ca743fd7cdc34aebf989
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba61ac8cc8030382697b2b7cfaf99e1d87a02d17
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7deddfd14b5cc5f3153561be1916c06519629fb7ca900c57ea1d8aaf3ae9ddb8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc88b93d364271656372c43a86eb4be3baedab8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c643be03ca0477f322e03115c88da4c11cd5d973e306f510b1592db0439bda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211a225c5216d36d4d676641fb78406e71667ef3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c90122351cd69ad962a8f6acafa70e512c0af5439501281f02f3ba55f3e6c3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac5275273e6ab758c9bdcb792481492e967dc83
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df761aae58343b189fe190db766529909578287416482862e696adb259b8b53
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc96453c3386cd2a57376632b94ed2a8308a197
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f9ac44af546222c45b2a661f2da1807c5ba4396799af5aa580a9527db03ccf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e8ef47795217588417d4de2ca42c97a3c73555
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82752cec5dd13e2072cf2ea10493b6d8bfbcd728f6eee1c548a93bbbcc20f04
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e6a505c30cb0d67a9c1e5fae5f095dccbf5c0f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0d689127009306f640e6a232b9d37b27773a9048f7be82f2504896f562ca8e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bd52e81b9ae063492b1a684ae01b6baec8343b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c23bd06c5214bdedf24d20fcd63e141c4fd5fd134c45b4fa3e206d717110626
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907e85b5f9a249f87683b243eab4e0e871c78256
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d30acb0ae8243825106b700116d24dae63c06a3049dcd44c9950d86d9a08228
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890f34968fa7e18595102c3e7a74fa62771df315
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d599b504cee428894b7679c58463194b64066ae5f17a37c740373b9df6f6b9f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbb9f577dd1edcf3a95156cfda4d2497af949bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249b2098a71134672d6e3f510e9df30ee1cdae4769e03605b9d202f8322c5d7a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434f31026eb2ddc220e6bb6a664e82aa57c41ecc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eaaff66f7896e10ec06db14a1a5a098e42299bace19c605c42c7760d3a164e9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e8cc69327d9f18ee206c69e27172cc7ee1902f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10da6242fe5a7725ca4853bff414543c3e89c1102b6b6b6825abc23acc1d9e3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecef603d677fce014a0dd12b7a894284757cf36b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bfdb60af4306b11b4ce7f0530c6fd454dbf6e72376baac06b9c131f9625fc3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516abfcfa8f176d18c8b530e7f6ed38730557f8c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e0b8c6d9d323481e2217a45ffb782243c59b42c518c237aa593970f3da0272
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f39a0b42f2be612f3d1ededc828d868281c531
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5af3f8e2521068825ac7846b39ce8151a22970958773b256fdca9005415b1e6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6d439a84ef88819c0f93c0c19fdd6d89800338
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfbcb9aebda0185adaafacb092ac6ee8e32f816caaa731f0c118cd3806232c4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9aeb5584cbb7ca69fe089c6875f7d90896f68e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5ec3272dc6a640056fc69b5e9fae27a80665ac8af5982943ac00d3da7a9e58
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3855d71126aefdafd263ba5b6cd8e9b0d20108
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224dd08e0a771721bdfd1df019b557c47ea5d24bc690c64ff78f9db02cee5e5e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79db2a69f61f35fa4bfbb4fc138d33aa01718b20
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4884bb2439b498d72a17a1e67cd43122648702d11afcd8081d5285140ab0bc7f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1455313f9807d393ba308c0290c786d0ecfff619
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064f0add826ff3221837321c144012abaa5a30bccf944e247322ee0e38f41e61
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293a0ac4c1014a6c9c6f7c468db30ae953d7ee77
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb385f6d84c91501b66fafb90d64347d593b36e06bc0300a3ebb8fb65b20e8d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90506421ce71d44fa2ad3a88c5dd6217d24e356
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66968418866836a633a99011bbe2e06ecebf62bf2fb010f83a0f1a3108ffcfa1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510e3ca1a87469f9844d408f332ab31a3661fab4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3bdc91dd75beded13095eefb31ad709ec20bdf7e18530734b9afbc30001805
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a69dab19662080744b514d3cbd7f950a07d3f7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f324f8aee14cd42e08a08217b86be65fa7c631695a2df1d38055c5f8f6691bc0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f06669ee8284be6bf3b6e72e14329368da401f8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00e214286d70984f8f3cba4f27043c335458edbaadbe820724fbcfee55a2caa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b4bd17b4a7de4a66d9d154b8c7ff78864556f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3401ddcf6aaacc78146cda8452dbfac3b9bf078684d8cc9dbcfcfe31e3cd1317
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0484638a9d4f9e595c233a59f85bcd981a54d484
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1b6a4923fa7bb34cc4e2d62d6373e078e6809227e263c9c2c056ec3214fab0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2442ac3481a9adf1b4540deadb22103f7c328e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cabffba9ed87f0a2fddb87752c02affff50a7ef1aedd3c80660f1cdde1a78ac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0176cdf28c37801d0350e4f933e42b17b87848e8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09daac522e75da309761e9561c891146487b51776d8e0983b14e82f2db83ea03
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533899551a8047400e6afaf8a8b1dd8fc911fe6b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745f74794e7b138f7a6f9774b5c9f93655665c8ddd691840367bc7ceb7f79e94
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf62ec7a403753540fb8c030d99d30fe41c81693
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa7137d01b39c7b6439cdc4b163b852d896bbc55a567ca12f807e151622377d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf722476f075494419d657ad80f45a88c41c4cd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6ef84c0d16019b7e3dfbbebe5eb70724a4f298f2c6e9acfe267f362dbef106
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23b4e64332db2687b6aa17af37a653b1a72a0a8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d221e8ed638ca518f9f93bc1c8f0212b79aa0296458df1d8aa06340da2a8b468
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1fe965cc73567ac27d4dd8f659f9725b5ac24d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af72b51725914a6a50fd82b35e62dcb5d53cb9519617d8be8ed198245a524afd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cff5f0aed1c8ea80ab3323d0277ac0249f4ca60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23c99ed3e00bd54bfdbf627d5eb78428d13efdb2824bfa1a00a975737b7bdee
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f4641ca6171b8816e2cda6d9bda846a3916067
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538a9c2d42e0213e2e305c6ba7e046cabc25e35a52e4f21aa35ce5480d420f85
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fab2f91e2caf757d85abe9992b896148763cd56
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a68de1de208ab44bba79466b2ef95772c8254a13f6dbaf57bb7d741ea98b6d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0513ec3c3c370da40a49f318d13362b6e3518f0c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ece9855c44c2cb94294747747ee51f437695f268ff1b9ed6077b364fea2117
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3780b0d6cab8bf664a17bbb0e91afe79ad43b8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe648480a4864261768310ab64b39389bb8f59672744ecf7d94660b9c5cf23c2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d91d1fe6691d15d1a80d1d511bb2a2897351087
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2778e8ae3057cd3fbdb999579abb567fc0a73a041c05b25ce8a667f20796bbb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12895730c9a5eba6ae886adfac24d655513669e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01814840c0abcef1d4221c36cdd883ac5a1ac7df5447e143757cc09c86270d19
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d66e34ed5b8b8ab67e3faf47e8d2295f924953e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b3ee36afcdc8253f6486d600233dc8bf118cb9bfc622fa8913254c71ada3ad
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8461649e72384a3221cf8cdb585330efc5e3c35f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1deda1205fb3b7fa717a4eb0608ddda97dd7b8f853f5248dd648fe0174ad51
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d7c2b56119067905e3440b49f5091482746d14
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa97f0005a5d1b99ed0af79a8f9c69cfb16bb812cd67abe1fd456cdfeb6aece
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed4f479bd592c11ad9c37f2679789d58da07f3d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b064818de7d9b9ea3382951ad4069557641becf899d5ece5933e6cd316d58857
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafe5e36f1703b40c7aef5bc9eb3a41e6c3db0fd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58cf7e23074138952f46b47aafc5c46d864991560e2bea8ba7c7530666c7adc
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32105367fbffd723a9ca82a0e33d78ea2c88d2ff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148795acaf00c204f1bb0a5edf7896e9f71344e6a7269dcf848949a485dd9257
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4247dd95954c354dd6a87a9134439ce960204d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91748d4281273169aee57d1c0cf231ae947b8186a2a45bc8194da4a3923dd2cc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76261abd08019f6b39c2d42c79420c88dc74f75e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c24b307393740ed2a582a0dce1b0e88456412aa1ee7fae3d76c96d89001edf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d99bd40eaf1f42f07a6af6fffca907acc058e7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5152b9d967b100a3348e89d115ff435fa9faca337cf8893c5fca55748d988f36
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b530cbce72406afe20c596b56fb37ca2a6e6931c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116f4416fe02b75d736c048e2861f88b4050ca5dbc6b6f39826d328c47027a37
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1249b743e4e00b40f306563ca210597c8ba272
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334709126d9723fa773d268895bb4d2b26a61f2e485dc644cf7a1c1fda4affa3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01712f0c6ec799db439c087f3ab40b0d2d7649e4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a7acc8e98147df8ede7c5708ebcf27cb6452cea748dbafd24bb5fa1c081a41
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acbf6d276f05093d017a9a1e00724b9087dba60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521ebc52f6b9ec03e00e5e84497c9acd2f313c73e4cab1ad43bb5e9ad1824d40
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbc537ebb3f84b03dbb92354fea24a0a7cd2950
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373b525a89b30437e2b52f09f2fe3c8cd98b0c9844a2c82393406f25d4b1a990
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079c4d9243229bbd169bb87e4adb1603e394330e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e156d87bd76640e19b226862eb1b03fb12722e11ce65050045fc7f6cc57f660
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfa6e8f07a3a39d104bc256b09066c0db18b31f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfbf5a0f723dbd9e44c22dd0fdc3ef2921ceb139e96409c614f146ce198f13e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910e63433a43a86870cade4590c1c35bc6b20a58
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c196cbc843f4fa2c4a96c45c74ff00f352135a6eea9aee2807d3aa91a89e8fbd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001df87356dcbd4a88abdb1e6de3ba3d20a5e07c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985b39f778ccb8f146fef6507f8d555d30b409ee0e549aa88d26fad27a0c6c5c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0294b201073485ad4467da2453b71d204a16d34d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d27a84e3d110f53054636ab13d033bcef0f33c2536d8697feb928bd5a3b955
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93dbaffeb897ef2e1b9c434541a3505717c5b901
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca08cd9c8cefc9849b9dbfa4667b758bc8b11b2efe74973996ab071607bbdf3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929253afa3595fda376b8b8454cb7ea9c0ae9f73
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6612e7a437bbfc86622761052b02ef535e8de2034dcf430e9e2506dd253adfe5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4e8fd9b4713a2d24f89096d6e7bb8ef4ed924d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0595f364fabe4e8b19554178d81749560cafe7f196e04dd8d81ee6dcb1f4cd2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31eb2c529c10375c636e3a40ac5b32daf8ec36c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c979626112568dcd1c823ced658d997909925696f7af757d96861ef953a9e6d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501ef5d4a7a26762d9fa453dac84166a26817d01
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704a7180bcd0e545bf91ee06645715ea2d8d6f9657219ec295bb90d6ffd7c6bd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdd308d9a9409845ddace125f6358fb84434511
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3c14b376d3933e26c0c864dde5bb003d924d2cf040489eed82c280bccc183c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1921ada5314f7144ca8bf479f781cdd610eb54
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15b3b9cad9f1347094874b4fd6b3ee87cf256d9c78a91aa2c2ae2363af371b4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4fb1eddc80fd59aed6b23b5ca72247377385a2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532b0f6742e36209e4d81d993f34e830c9d11c85cdd831ed138ff8082cf10a79
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ee590478034349b247a976fb345de3aebc9aff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9ef34633355a412367749a9a43b647578317812f81c615e056fea843168863
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574f616771771ebd51bc4fd7e7995824f200da8a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ec4c7324905a80c87309a5db0f1c38e0b2da0fbc0670c2345cd9b0d8634bad
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc39d473964366168962066ced0704a20ef5a894
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63f54e8a4252f58243aee80d70ef437321af6944ac37a7efe6390e9605d649e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62491a3a86fdd009a8218c8bb7e05fc0e2a2b822
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59072a5d18e52e78590c2c21aa86c868e040a945f2094c1c8bb401a1da52d309
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1feff35f09aa46e177c201befbb5143cb44d092
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537284bbd3e7f07202438da052dd906cb03a4d5d6653e55c693710f26093b2d8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9816aa0e5f70606ad435ae2f74eec4d4eaa3738
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8655f746d4eca5292b9efa26da88e59de18cdddcc17bd89396a5fdf0b1b4d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a01f8804ce37de7fba14b339b584ec82547b72
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49c025a9536c108852b0cb25c8201dd1f0540b6b2d7b185b9bef41d1269537a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c244f985430dc624f6163675bfa71e0a84b134
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb80e4472f098f085d0b817506f3bfd24ef764ff6c951d75c45b780012b36638
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f081f0924dd70c15b547ee088edd93ed057b9f6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a995695f8bc1776de4963e795201bc4030bd507316e909fe3f5214cb7a27ca3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a3333224b4f7399ca863344fbe5fc9462d73e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0f47656a51bd6baa36597f6c260aba6acd46d7eb927dada00f27a62a59f867
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e1021f5d02df6fcb8061629bd5c5e41247ea45
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8d377e164c97f6b09d12ac10ea4594ab11eb00af91c7163db01c1e040a8ef7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ce37aa0c2d0e60da12db3f08501db3cae600f5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ea0df96d759896baeaf7a23bddc5d7063c016b9d4f2f805725fe9407bf011e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5419b89d045d62f985923b7dbad99f35e02bb195
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc323c53c8b91b3e16a8976d675329fa59f848573813ca6c827cc14febb3fee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898eb8ec565cc9ebecadd487289a13365d0e8082
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9031c4ae903b5d68f9f7d2b987d7227097c6e44e0dda2ce3fcb3d9f423928663
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b36755eb2ec018d6aa3b83c23de5f2d68410275
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc72cffa3fff93bbd65cb983ad17e144517e94ce90c33614e0a4dc648e8ca59
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29704f203cc99b96d9dc08dcd32d60a0460bf7c4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d4ac04401975ec9227ab48570e402b3f2fbb21f347f568e0d903ffd274f065
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17d7f003b0c0a5d860f3f4c91bcebd447c33e6a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152d0f0f9ca97c7bd834283be569bb7a0474f7ee8cec714514654b8b03037998
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c8509627a543ede7bc78873fe9ba68024b17ca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe1739411ec0ce9f54f89689b5ea716e047a6af8e475da07022d15c456426ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc077e470e7a7ddef8b981efe9a6dc9a02a4eac2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ba136dd9040f923036b431c6f6196f5f8c1c163e60481169783a39c09de6dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b2559cb56f5acf809cea93ee2fb29269c15043
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce21ca9f06c0e6aa9f20145fb7bfabd61f7461188d579c51597cf17013b81cb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8184322331cb0c4ea84461703bc2db17ca5dcb6f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de62e9f5e7affea2d5a96b748d574b60a17f590c1a08f1857f34ae3ccd65c91
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811e6f77acceb4375e2853a7a3a927bd916482cb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4c216711cca48f63ff7cfb182a513eb98a73b6aff296af5804bfceceaaf66a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e160c2b10f99cc50f89949b433ef218e20c4436b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0238cafa5b4aa10762c79901a3bbd0393539383f89127bf0f3be8c4448b7ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32120530a4ce21bee6703cb916f55a9859365bae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90a5cff1cfed5c28768b46b22c31d851712524871417b38616a063851158944
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09dc6bb5f4e253e5dce071ef70adcd398ccabe0b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86030e989774174403ea1c06f366b40112e733bdeb3915d310d3d399ff84d916
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1673033c532c4467380c9535de869ac1be6ea355
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feef8f7a71b0b4a1363fcb5ae77beaf910db41e7ddb2a61fc5a36a3280df94d7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be345d58a1604df6aa901f41501fdec71a80c46
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871be9b0ae245dbee63fcaec1d7db68d10952ff0c85b16feddec457babc7ff2c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afde1b7bc534b9555fb03e774e000ab3a4a93a4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fdd071f3d62ed03e72ae17c809ef8a4a9e8c3a1d70e37ba53d73900d73b56e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32122a441a6495e5ab44c9b229c83c3947b535a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc2b5f67db97404002f1d54bde58c1a78028b5dafd2f950c695e907514bb24a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8f9b9c23aca2a3721fad305268d7d1a538b0f6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f721d84e8721bef54b7506e0a1a68ebaddd0f0c4082eb964460a64c35429a27
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c480b41fcbd5949d3a2c8e933190f0c6b2cbf4df
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5858043c6988db03f2b64419b2bfddc683028d4a067bb50d8271da1ecafbd1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dc55808727f1599d42e287d70a8198d405d21a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d762a17f09e3f90bfcd304a7823125647c3ca511d9be8c0889f957224aa847
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af08e596eff890e5e5055386839ec0bbd8bdb38
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed6abb2cdde3ed01f171ab293939d6ae8184811ba0924f4ceadf98d44ed0402
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214bf76247adc8a16568f751cc0dee3cb140edef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f533171545eb92cde36a74acbcd5a8b4264788ea98a4c1fbd6a0cfcce196c4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6551ca99b213d4f5fb6c13897bf19f0d58dd731
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ada1d881c31110a2e6a5d77902d565d284e26dda3c1ce81e905e8ea038462d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c60f8de560fa2ead79ac0b175fe18d11acccae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d78be28156959abfcb60a0d2c11bd19fee5713fb0f49fc485ab806181a7d185
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784ba5e2f1bbad7bdab8f24e0f8bff226ab32428
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2d2fd4dd0053bfdde3a42b8930554949e0434babfa9c3e000cf055a04bcffb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/lm_head/_0.pt b/params/phi/5/rnd_search/comb_14/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87352f65af986e605e76a0dfd3f3abda81851af0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a280dea341d5c58126fc691af8f3c8c54e62ef7b82fce68fd8eb17323b1dce99
+size 205955
diff --git a/params/phi/5/rnd_search/comb_14/trained/lm_head/_s.pt b/params/phi/5/rnd_search/comb_14/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78081210d3a9ddcf2f5e54bd11ce37cce2fe9559
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fcbaf861b49d87521c91f4d9f4356258d469ca44994f92951673ae233d89be
+size 205955
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ccd6423e682774536aa8ab1cd2666a2f3f15c71
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab272435fbf42cda44b7e857cdeb4d2026da4fe223a758c622b85631a5cfe5a2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df27e014ee7dbf82c1488db5a20ce93a4467254a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12810c6aa40fc5a505f64649f6c7215ef642713711adde3b44de9ca581cefb0
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b39265b04ec8d0ef45f89f0f83820e23167730
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33480a563548c2c280b53b5abe3e5239c54afc65174c40f54864b72193c303ec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6029bf00c2f1647a987d71e305c88257e6f5a68
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f11cb794d085fc64fa3d9c09304de957c693ce6620c99c95a1478e87fb056f7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9cd9ac461e6b75fa797e39fd786723a1ee83c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717dd4ae6135fac3d30651b88c75d082737100322abb006833fc3d36351b761e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7258b5a855da0cf33f74dacee87ece178fe6b3f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf12abcb406349825b0baa2fde370e4cd5d5349c3bd1313e1b4b67c6cb8829ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d76487e95601df7ebc37bbfb38d2c7910ca09e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adcaa56304ea996f2de8670fb989121619597963b2d17309ffaff9f4fbefb1a3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d0ae9f92ab8ac9abaa965179a7adad9391e3d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80d66162bbe10b8e541b1763f95a0fd9aae46e9dee69615fd874a598b3084dd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fff2a52f06c56e0ecfa784cb97bab1b64c28b59
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bda76d768068a46dabfb11fa3491628c205f03d3b20a75f4a47b49bbc96fff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a835ebb460a20dd8927e4e23ccb4cd7397472a1e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908717e9a494b27b53f1db898e45e29914ab1365360a2ce9e89c0a60c32f4ac7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0d6eac30442064a9ef9dd1bb9fff0e68c816c4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef50f6050df646bba750c3f90dc65cdb0a8b44883059d0121cd5b0c36d1c379
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2988d00b1b4c83131789be71957918fd48304972
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e2c18c7733348565b63434f04da8a8c6e7f771296fa07e9c96804217e212b6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5cc159df06a472f457192334c6f3ca2291d294
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44624e6c63ebe65bf44798f9cc6ce051a7860cc3e93ec204cccc31c8010148f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23a175d1d00136728ba0e6fe95e20d6cb6896d4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3c8e09570b4061b6b4183aa50d81f4f4276f0868f07cd4e724f9c57fbe7ab5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199673b9fbe017beb396f25cfee615ee01cec8f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851f104492949c4919073bff85e656ea837bfef105b32ae72942fff4e59fc1a4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ee7164928ae0f0f9ac6ab35ae1cd2d84a94819
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df1e7285c087b8e09eefd3e05ecaf0334a36846deb923a07d8c430251803600
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fcf7cc1d9515eb5493b2f72446a6d95f9b8d6e9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a777735ff83f2ef12c7ca8e2017e7ab0293c639b4d9b0bcd5794015dfa134944
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca5e6f254b22b7b42d5daa6b1bde17448098c2e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd90141266a894693a69b3d40dde22ab80b43abb3eea590038a05b8f6d5fbb83
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9302ac7198375e4ecf734f0c46c9a092c8ef04
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da01d032529c12dc2c72775cbfde4b248b4d2627b986b038674cae5057c302e3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b23e448769702048d0b72cecb608670ed87de39
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e499f8e68fd55b0112435a65b29fba5cd76f324ce5d009105788f3d109a1c5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6559533bc5c369faa134eb2034b992a74ce91b5f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174e57ad024f0d5122596b69db21127ce8d167110b62be6a5b3efb152a6cca6a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc3b038592ea08d125de76ab287364611d1cdd0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22ecdc50af24befa35606f8e3628e14a8ce86a57139729ae9bd889582b2bd32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8353a5bd51c0190d4cb2623fa758d3f6421520a9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684708f2ad208488bde2764d534a97068e0fec9999eb9f84af5001aea77e35a1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522fc01e53eb8ba6174671df6bc1123be882af2a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292f8abc238e4b6a6f1702505738f5a60dbb8f50b54354064a4a5e4a85136319
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff288f504adc8d5396c8ff968449ee35fe7fdada
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d3d43c4c612804298b6c5625a200da6e8378996e883b9e7f12b4c8ffb3704c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3521111d7e7649bfbbe10a2d48ea8b48d7126f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e6fd37c40011b2a5fb5b5585b775fb425e2bf4aa39ad1241cedb074efbf211
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15537f443f657d211e323b8081ae4e855872a2a9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8c2ff3455d9ca26a60c323e76680a7c07be34ada8f832c3ea413a2e9a91f29
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20292e5d40f0041e2a634eadeba18c8e2c641eb8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d4b655c211b23cf44ba9adc4dd7eada9d525a949abd28a667fc0c70aea4ba0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7641e6a5345330bfc8c72a024bd69ff7e44ce111
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e2c20cc64323e5ae7a31356674abeaf042ec12285ac73b5490d27a9f1780d9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4559116132e18f723e556ed9485324bb2a6aa8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b262b9e6b115f5c1b3479e659c4e428975ab64fea97429361df5a10ad215ba
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871445bc72cc0f98e37a88f522c180b6f4fb0889
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3eb26fd3513a47d3a6fdcfdc5ab5b3ce93ae9973deeb757643d2570731b1520
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811dd606a88c28729ab8178aabfba1a2230efa58
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ca12e7a3a7c5be7f5f1d8502b4485b2f360aaf2093a60bca2f073d653f1143
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1756fd8d89065634cda295574dc5c1cab770f3e9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc855b3c3b1ff32105e5f92877bd56ad9d1326157b1cc3e0f4292887b9b5694
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f768a974d23d560a936b685f0f2cc09b2b7a00
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0084db90e626c10712c3d397789541b335e31e00b13fc11da49c273076db53b6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318402c9ee1ecb02c1bb36d0c8eb924a4f8174fe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0138cbf21bdcd2df54936f40d76a952a11cb5e79483b4fc1c86751a9155b3ee0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b63cbe1146d18582b4fa434425a1b4ac73604fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f426c6bcdd7cf613e8c36ceef951ffd9d11c8613f79aab5d3d70d6bd5c234fa4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949fca3536894bc2cd239a6c081f5a358a8a3867
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a0de48bfd0ddfcdf39faf4a406a046aaaf4de85c73b599d12d38918e53375b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ec6bad51717242d576b7f94b88cf8f83e69149
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731005f9e0f9a0d5db538a54a316ab28bd0a2b88b2b1d6d00feb4f1fdda7abef
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7326f9bfd73e13892236268abafa1a88a6b96e11
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4b350b7ecdd88f653caecfea49d373503d0ef0043771cef75c9da86585e149
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0160f346dcb4005030557ec81a2d4b76d8d221
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c2c6b40f3d242b6599a35664eb7f60148564e2e79f309a318cd1079eeeb23e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae66a3ae1b1074479ef7d553766bd0ab09de888e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d76014de6b02da9c091f153243541706b298ea04f7f10808daeec19e73f9b14
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffbcc2d3f375a8c78718694c5a9c68c5e50704e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d96c51a1a9a22d50086020f478ed9b19c4e397d5514342802a854a5730bbd4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fb3da2ff51bf8c91f37744589ef75cd5258683
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d0a1785190f9b2d22f8cf1b496e2b729376f7adfea34aea71cbf0fc92d9212
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec038a6e269b75c0b598453a563893e5e8443d59
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ee95e1728946f92bbe943ad7df2ac5a9a2dbe5db3a6540b80d897a05053500
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9857d92990e47287b8bb64d60ed02c43f2a202b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24ec58302dd2fe8077d88cc618c5888bec77de65ab34c5a039d2f09cc159cbb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb0d27b60cc6029bd25ec366e986e346ca31664
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b74d726fa91d95fa49c205c4c24bad75893b00c92bdabe5e5fbba2c28f95406
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac37726f9f1f2df584cdf031dd47db9c48cf949
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a65da8e1e4e35466dbbcc64fef665c321c4f883d2e3efd331abf9975dc01de1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495eee7e6c8a62777115283d388c37676844ad1c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b016366874aff30594b7c6003530ad7b4edb3932c1bae1dfec2ef0c5e25bc2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514a7b380c93912419775cc8006fc7bea7849127
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b44f02715b7c18a50a738782b27047f45deed4404e0005fe7adbb06ec91fcd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a7e8a0fa81d8ddbbab3a2c23a1ced6ac89391d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6cc769afbab5cec00b8ec62282c8668383b338f229de1dda11a2872f16a10f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87641ddb4bb8fe1ef691e459951c3a84c93f8b64
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bdcad52af971fed17217c2bf3f119b47281b5ca1102bbfcaf651592d91f3de1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c651ca9e5ac22a1078c80579721d95b49aa1d7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69385743ff8565346c159909f1c8dde24f452ba4e4b70124a643f54545ee3f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad46a1b9132ae5b048463a0475650b37163c1f5f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70bf550add7fcdd34852d7e03a63f7aa64d644e0b2ad880e4e00d169e5af143
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d8b755a4f2290d8601b5ac881786f7d3aa0a4d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6d3b0a22dc254a67b6d2c0d6e941b9ec0db77b1e75e375a66264a7c048d237
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd36bd6a8062f34476b1e208cab5d7a588c7f262
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ea37045bc820906e48c57fb0ea63312d6e42ffdaf99581ed7c2cab16be362e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae38edef323b5b94c318968f392d360a2ddddf5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fccc7c3ce4478d356c7230b0f278e107660c78cf1cfdef1eaccde65cded6092
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ececc194832ac2dd9e710abe34ef23c02666682
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1239fcc0fd61467151d2fe4be1f5cbf50ac5511491ad7ef269eaba294a8a319f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4642800d601bf2a5312941473c951581e78e5b5d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac14391f04da63dde1808b39e9e88d15acf4bf132f756452263db3fcad6c6a63
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a26cc7ac85c8f3e0349b5e43277d41beb7fc68
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b1ef0be7327e4d0edaf83d9ab5147a2d5fadbb2542c8e01ec9fdd69fe245dd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6110d0b9b54084431130534bce3b8e6c12be39
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1b46c884c6d3cd287a9c523d3a73622fc8eea75b1f3eab5f4bc413ca222c1b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09ee470e4edc2f1acf7a41fa6eeff9bcd713538
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c818488c25b7d9f876effcfa6ef094417959664a8043f17588c4377e386f378f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602d6cdfb6c783b245e8528d0962fbbbdd8a6a0b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a6fc998368cc46f431efcc54dc55fd7f4fb4196ae549b537a25868eb03528c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c756eb1aa34ca247a3c0f5a84a7ae28454354a9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469c49b9f3c7d0f22ef3f7af71e3872fbb5e0b0a196204bf57846385ae023781
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d9fb5760f34bc6abc3b97b9a37dd68f80160eb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60154acd4b22742d14e63e5b69932535197d43de7e0aa6fcd1902641251008e5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad50fa69b9d245937f284d18d64256fa2d8a7a1a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61827c67aa661f5bfba1fda8e1be03d94b78473b7a44a16cc135d39b038a2acd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e41a132c1d84578c5ba895d0a76ad7a3cc0daa0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb577304316d62b2e25d513550979e0510b0add30757871b116e690413a413a7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd6082009c68c9175455d78e031bb3b22612a99
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb576356afd6dd2ffd0793852af808f2749fba7878f2a851c2b40e0709297d5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838d8b5d9a76983fefd7a5154609440fd099cda4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fab7f2826abf6e027600d4f082573f3d145643fdb73b6eb8b07476871b259f8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb0055a6d40d07d574c60aefae63deef369dc7c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf99c012da0f2271850a59827038c491474cdcfce842f46563351084a9cf0ddf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d633e90cfe86397df6ebe7eebe1335e62483ee
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfdc898fe8644a3f507437c1e38f4bad0a5da1ad305f4878d91f83ff9b6d39c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83067a78ddd8a657f1ec1db3db5dc970734dfc4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd47a97b1f488e9c0d648bf5f1fa7b560811b482ff233677c9fad4b4b6bf085
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad2dd6f4acf3fb466c8f48260629ea4fa913ad0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc47add90605e1cb7866b22248d377fe2c4029b649fc493ac935dfe26a2d772
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e248d436ef6e8fb495334591fd6ac27b663afe8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df92ff06ec484a1bd49c757a95d034f6b03e7113c7d88963d5da2127ba39a051
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78e790940c577f1033a767cf0c64d00ad44fbf9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618fad7ed68ee2f2e3218ad8aacf51f3387dfde5598e8a68583e8a5f9aa4a95d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98106b92237998ee18e501b9f254079842ab4d90
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0479f30ff8582e9ece60bcdba1692d01151ce6d0a2ef408b7cadd8e2b02c7063
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba9fd94adb6c29619189128fef614b5686d26cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ab5910c49387c87543c665fc457d781fb495ab588bceaf2092b5a57fb81bb9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae35a625fade8422f8637d885387275c32ca7a52
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3643ffc9bff30631284425fe7073c10fa14930843a33b3e26ed079d7f7db3deb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19919a8832e2c82ab8cca9ecc4a510ed96f351dc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f1f9bcd1d88f74dec25af4895e92bd5d4f6a6d427d498b4e0a8f5b2c787a99
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a18de4effe2d405a4100fad43a666d55286e373
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a072c047c38fc941b731cac6385ce48ebeff40b4c5c05d2b3e57bb1ede21846
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d3edd8a1e4cf1c2da2449f6d20a25208cb777f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f41ea7fb734650d4d75db36a874067103cfae11443de347c6fddad2726eadb8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..706623e9c98c1200eeeed74b7b5a1316c2495950
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb669185a18763fd4fa9b86ec27fd21567490d6de4014810425f2e4f91b1da6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83a4098765eb3e58f494694c2b8d33aaa88911a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225782604947539507b01cf8ad09d4f4fbf6594268f3da7b79187deed1be3dc0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883de03ea83006eecf4c67580b7b634e6f82d71e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07e188ba9654c2a8ef332f8161e12268502ff22b3300239b5b95840309d7a61
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5a5865dc630c74dadf7c271f9eb76ba17a63dc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f4d97a3f11beb9aaaf8f1e03cdf0c876d5cc2ff0e439dee33367c6e2121218
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a7d09d63f701c1667ee5ab9936ca6032c51bc7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9faa832dad1ca7898013a67f175b633f2d4aac8f8672c34abcae53492e17af
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3485ca2cfbe01a4d2491a5f9ef8bec4ba37a27c9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18846b009ab30023b8006709e5e4c22ab892534731554e76675d50e581a8940
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae7f18659694c585deee856b230a84de2bb219c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d562390679e481c8ddeaddbc58c3068772a877103c228d007175cfcde773ff0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1a7b9955083b9f650684bd0355d2fb31f289c3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becaf86d9951669c176b480acec03db3841d2d8f567529cb4ee20e8530b3a202
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee6ccf024bff4d885db36998b09c71c923b9748
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa96883abf9bc9653aed17e3bce0e53ae1b122e863d187976bc4de6d286517ca
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317befa796d42ca1a98ca2171729304a7b3f2006
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed15e6dc8aee4f5dda8132a6246b2b4568cdb83882880f45c51abfdb15f75bb4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354e5aad684c087773af807ca94217cb8ec1d2c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd332bfd3021a44fa27dda746218ac040e4736ebca8efc95fa289f83d83fd153
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b337161eef40df3fb9a619e9a6dad55d3b3be13
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8426d7edc6ecbadade7aa7605f2b31bb8ca6eccc0a4fd8b390a4c917b5a1fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3444db26863852e6c17ff9fad6d4e467a36745ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5daf566b222929de7f5f395b1ca8fcd9615337561cea4f4d373514fa6611e2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b96ae494e3da6a4303728c0e322f9b0cde08ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de37776cb4edf54b18b6b3201a130486d1cf4398266670aa72db95f15a7bbc69
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7848060a2f9f4f3326532f501d9749f32e3aacc0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd22e5261de9126957e1b0d93f31b422833c6b13598cca7e388e996dfc3dd13
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c5039f2c6681135df7036ac66864510154cea6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6b3bc1f30aa6b4178c501b3056dac638916fda40aacc8fd8547ab581ad5013
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54a6d26597c08f650b17c543d35f7ec68333aca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01637e8d2f7b90126987526e6c2c8f513a4610211c9bf59353602a53f6e3ecc
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605da89906363c9198bcc8f22159de3557fae594
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ba92aa4df3b94e9b814f61a7e7402d99c72e616b4d3015e2bb7228fbcc80ce
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501c1b8ff78ef536809dd8449ec4e50e5397ae1c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729518a411db1ef63dca5ccd47ab5b4815d09a7902afcc475454064ddae2d7f8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290626df341058a3dec280c2aa8f986e2c9db0dd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799bff0c6c5ab7907c04c2a508da7bf7fca5cc88046d71f8927b351923cd97e3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a283572df732e9bde0e70326821f9dfd97aad3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ad6cb8d9358cbb9777b68e343a277ff7d1e1e242c8c0b3f2967269682b5195
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cb54c2ee9394c54413e1150d56d1f3bf0368b1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82122bc6d288a804eddf9c973cebb06740c60853027fad64c8f15d765fd989af
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dedeb81a053e1e1efb8c883d47cb9f9c9b73da2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b385cfd16cd1203a5c73e382c50ab1e0b3bf0f1fba0abf20a2f32df43a83e37
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb51fadb45830dca510db3a615460151342bfc5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c2e6bdf18ce1730fb2fab33f3e829258153108fb5106df1a5d4082f3f74949
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b271bac9d32c5241d3ce3b05f0fb54ce870186ae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be89a96715979dc73c133516bd5c950b5c714469f28dda7a09587c9e7f347cb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75915780226aebf84289d4b2abdaa64bb14b78e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d61e5c7d6985e54d2aabea2922af6146f982952bb9ff978763ef9a067a1eb1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ae90c50765ea6330822b329a376bf955891d33
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca4b114d193e8151901e2364120fbc423f17296d7b853f1cdff3c129458843d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59e5a3d2ea75a23706e55f3c36b3712c26156e7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf504f4096c603c5eac068169624941213bfb4420e859df9516f5f2c16f3818c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5c865da3785138552a452321f1c6f23aca0c18
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca09c01a8d9d2208ddbd89cd109702aeb35ed0a6a2a95ce5742ad055eb9efbe1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ab776160b2adc70b37936339a16572232ee5f2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabb4ec2a5beb847a103041ce2d59e25cf037674da9cce62b5c0c2db45e61fa6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862e360b9bb9323b37ef6cb9e7e3c1dea036f96c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd1a036d18e4a7d47ca4077b239e205d6b873546e01146ad45b88d13fc8dffc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4777eaef051e6117387a93e3b6cefb36020432f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd97b59127bda6eac079b07c633a2aef28a69ddcc8e8a7e1ab50e1f840d78da
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c08a0d120b518b1c9ec8554963962b3a71e399c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6805f80035a459fadee8632de557dd5567f0bba2eaa1843b247e4bcb0c49b5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3925385f23ba41eec819090a06ea66493266de1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e0e7e59a12febeb4d624fcb0a3acfdebdd10cc43dc7545d28ea1657c5bcddf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a272c91bcb7fdbde887775632a8e3c5d6c3c3ab3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36148a882b77c99177069a190263ee2299dff620348fc55daa6115ad65a2c20c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67848b0fa822b75a3b83d5b001b7e4f25a196f4c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b942d622e638fc0b521a201013c5b8751dc97a11ff28a553b702b3063060d7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a071544a39280acb3dd37960621e36268375ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dcd23774ace6b5736a72447a2e3bdd4ab40f00615fdfdf648c8edfda7b0ba0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7744b4d5a74dbfa24dee60cbb20016995efd71bc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b11fc0cebc346a4c77ce968e893b92f85ea373098550279e78edd6e8a97baef
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516f974c468b0ab8bc79ca781aca70e16c974340
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965451d78f6aa51b822e2485e6228d43ed4ab6d96ed9b6f601178e1cd2ed31e9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747cd7a5a884db4b012c11f23f7897be9e022a96
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801a112166a78c22871833a895647848c7d7c058fcbdcc55285c2fdad3f11399
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560ca00273c6cd7da914c94eca65f61af8773f67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89f7f55fa48bfdc13f0a46bb6916a687ee4524d15c52e63388abd709e49ad15
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b790bb8cebffbebf996edaed495c6a68b5fa51
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81577be6909d2826754feb3da24d645d6529d3f4940674959c5df9fd5c1130b
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dafae00bbf42e83b6f12a8225e248d1f3a09385
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5112cc33950f4140804295ab2c159e27fb9202d73a781dd2a2864aa302d24c1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49be4d2208c343e848a213fe02580dedf9a88085
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf166ef4fd9dfa880e5067ef1bf16a54fadde9d7952322437f9d2dfd9d2f5bc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95844084881809aad89b1e669e883d62b9227d31
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959075f416d5301be0af91ecfdd4c22d502d277dc6d6c38efd15a515bcc26ffc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7848ff296964ffc29e80958a54db0553c71c8e5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb68f0c2ef506f326a5206db09fb6b8b00c5b6d708bc68cab1e50c33546a269
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c54d9f8f5b8385fc4bca334897e1ff08b3dc2a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e792a9a420498b6fca94ab0ba9902980685de57f515b1089527867ad0fe8ed
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6332a5839c3e57386ac9ab10aa2bf5a40da1d69
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2880862853d649c69de108a27af852d87f3b6474bbd337baaebc7e0366296acb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316db6d69b5861d2f35c661b96ecf8f769c281c1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428d43b7d69922c53d6a62047a81c67b9564c9ae856aaafb90d10bd9ea821fff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dd7d9d1336c53cf370991fadea520fed055a45
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dffb0141aee24650acc9841cacee6a40c17d82bf0092180a4190752946c1267
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feda07c37f7a50b0a90569dc6c711f97ec61867c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb825464e3099bbc597d516f941d226c649e892f0b06edb66c07edd5198c102f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee7fcbcc282ef02b86742feb627dadd55cb0c78
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b650fba4eff7bc1d48f5b2375f6e4c016bff302ffe47342ba22008bdfef758fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac6239bea9a06c0fb7cd22cf0566e6d04d384df
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114ba4a782abefe1ab1073a6bb2e0934cf0678e03e1ef630883a0dbc628d6b04
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef76cc9cd7f690cbdded07cd752db68124513ad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777ef8e041e689ccb764c553658df8d4b937cf9627f2f7624e579827295aea79
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f3a2839ee46b16807c4f94a1d14dbdd23d5906
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28257cc56561d03b7a32673efa8044b3b223df459f0302148ba0482f0e7a2c54
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da47b549e1651a223c826debbd3dbd689a38e4ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb276cefa83f400459a31d1fb39ea0d623b1bc7a2c3e92b15cdf38f5a13be64c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecec28a2f444bee5f3f074ae9e43d98ede71131
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c739d3a726f587ddf9f73794295db7a530ee39c320645365eb24def1e2ed29c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbbf43a59c142468e9c9f4b4fd882beb854806d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268bfea06a63806f99c9d4122b36ca906b0b73829279861fde391f700195d11b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14caf4697cf36f0f6e0a244e0cefaad817e63b1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31804868897609916cd4473d2a1e49523eba4b247a302cccc5b174fd972384a1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d822273d1a011875c031aaf84a0234bba23b4437
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f312b6d30f6938eb8e67537c84a7e82af5d66aefd36bdb2c8a37d9e04b3738
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de36d6d9409e2f63481a8983df1e59cfee31a53d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcce74eb4160cf7d70f390954bed288030d25e324531a04f3adc062fe1db47e5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df96ea50123b19d8f01b9dc0d44fd74da449934
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1169f7301a301982cec362b1ce4bc849a3161ed250e769d817135a814139a666
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3eef17fe939b992660ee4700de2e29bccf8c50
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff9e4cbe95e5046980af15f9208ea475b62badcdf60c19a4d660779d27c4269
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bc03618cb30cf2ce8c9347dbce0035fa02d73f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dca6742109b26fd6abeae63470c48f1445885bdfb846c9dd7244aa235011ef
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a09d93c357a8c7bb98d5ba42ddeba3963306fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233988b235368c63f540d0f82065a1386151e1c1922f3de0790b6e32f1594469
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b280d0c9601ff5c33472c339bb5cfb2b1d6a13
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203096e7ce3a3193aa070451afd0e33bf9d393cb3ba8121764767c318f3e0656
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943bdbc76d431af7272b22c6a2e287bed58100c3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ae5e2fad6845be146da54d4972cbf36c7e1d115e095c4eb003061f45336e5e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1943fd3a6de3952732063e20bf2be273deb5fa49
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544c67ae24a08b558545c9dd0825f8fdc5251a5aa09e48b1c7db83d445bcccd6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69dc54bcbbcb21b43aaeebe277b533cf5ed9778f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c754ecc4ef263ec0e13032822ae7b86b205809f8d0c612740bb95009c4bea6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f362df007cf1ebdabfc93073b88fd0e59cdfb26b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bd1899a617d56dafefb69cc80f0fafcf2ff108a718676c092264f902e48265
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b6f876609e8fc7dd04e168cc03627198bf471f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956bb9f8e0115707d67b2cea0f6e4241a960c8fe1fbba6cd1e9bd12663cff875
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab4047063332b381e2dc8687cc111ffb392e7aa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6178703fa88511116e0c1c812e3a498ea7653d446c26def8cf3d155c3f50e67a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ebc79903039d4777e418e9269334117e3178d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc98823639e314abfd2568d2300b670db43c0d5ca3f6c8a8abe2ff89946e191
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c0a5404a8cf6b1394ce3c8fbaaf4f88b25af3b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264865a15f1b2486ea67219e7a271f3775bb447a1707da0ff76c3d55550ac8f5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac4d1ba7a357ef2a3d5aed6691dcbbd5364d265
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ed933b1c5b6a536929f5de9bb9c27e3bfaa4801c713d861fe3a24fd9876b6e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0733e291569b41430f91a4bc47275fbb5d0b300f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d8782b5c3aa44fae6d2c3980ec8bc668127081c138598b73ada4aa033f6ca8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c2652704cbd307cedc7a9b2d468e669c0923c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8554e00fd93b0df6972fefc520ce24bd0ebf7d8ca086139340403f81e45c8277
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a33e48d14186f6fc519f19c58a1f9e7d64028b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4897e87dd2c65856d21a9e7c06c89804f74fe7961ad59cad238d8e5c98f0c255
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264226c5ba09456792b0c3e2f5200c2a6890873d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f61ae4fb986be0b994252829c80491dfcaf399fe4ddd297d98dcac4d0e77c00
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbc04a0bb45c03cd28785e22c13211028a4d781
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bdffcb24eefe1a3c16e089e5e5ceb321b0a1d2124eefce34714f4739b9d0193
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad276e92d6b26fc2c2f522a7354ae4af83df1c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba283a63a844e7d977b0463e0c026c1bedf212fcc11d842d99c184c2483468fd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78d5d507649ea6fa971489f1168cab34ee8d61e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23854382ef72f62599c7cb76813308dd6b48a98b4afa65f2e5532008c3f8626
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea7ccc829ec3dbd3327c80c0e550afa095a2176
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a80798b876167066fb19e14649ffa833b4c21e1f02dc658716c29bfbc726f78
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66bc25490e7dd698d7cec88d77b20806e26b7d9f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c949546b4074a7bbdc304b08a8a47782fdecfbe592d87a8f9a6de4dd43475ad0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936b971e7d904bda2a45f7c9c6bb0c7c9a7373ec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857c6b3d0d69467fc3ea1dd1c031b7af5009f1c146e7bcb72badf82b89157fc0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d723a3bf8b64f2ad1e4077ba6477ab046678821
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3e36c51aa5c1b7db5b41ac7fb059bcf30b638144b827f26af5440f2dadfeec
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389a4e38116bc5d95b1a6d38bca698ca31c5bd18
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a2b3621f9fa88f7d509fb5d7e1c721d26967fb9123bf33363277686bbb24ab
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cf6c0e8b57a2afeb19e4e04d69cee045a257ad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a073d0dca77c2324188e7195404fda8a287a9412ebcd8d4e5c7b27f8d2a3d5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61938db42ee8be4e87fe335054a712e177a94903
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b949660db1ea2d2b9425d8ff31349e3b312fac40d880993ba36170eaa5ac31d5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88771d16a2463934d350d625bc0c32d524a900d3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e71ec5a8c2d16ac2e5d601f624641d7c116de3c6d101c68bad875a763306d1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e855ad503d4410b9f671db92ea5f033bd83bac3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013224f96552b891b6a92ccd11273f12513d1804ae4f044319c4d671aa3c5885
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b3df0ae1e0279678535a7894ea17f3a66785e0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29deb4ae14d022b220858e2b9e4a9c7385518700f0e94d269062e2ad8119786a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04f8ea13c50459f776282c728333c32962d3221
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c411da97b3d60cb7ca168466b466c1d4ef17af2d25fe1590eeeaf534f4939b7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c35bf0e841670924cadaf464bce5581e87c220
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3628157bbac2365e9eb1b932ab28a30e601b05bf2d627e3bd46916b7de3b5700
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0185471a3489e9df4085202769f3680e17d690ff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e989778a0242c69dec338cde238d6d572e3febd02443acdf7f8e026b71f52452
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1b4911183f74b5e5f0d50519e5fc8fa7f5e11a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49090392018c27e8c95552382d0f06051f034bbc279b3fded935936e19c5c405
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29ff06545cb6a6832f53eefe1d26b51d880317f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1b0e0c53fd3c9b52d22e9a34c0bd86d32d4435dfdc4fad15adeb76d4da7871
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0215cf1c69f156e6f77f91acaa32698f24b61792
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6902a79e59b53872e274366e311be848ec40355c3a909dd4865d7395b20a7023
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b389fe3714e5ded7a059d1dd87189bdc4669c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f424443f9fddf3cabe184e4fd5e382e7a03d31768afe3e5d61d8f4a2f66bd22
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db4de441a8c24361305b6cb63f6262db0a1d501
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa32f37bba606c03d42afc702784c0b0db8ace3c493ea127c667ec7b1d98d636
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01aa48695359c14bd47bb6cf7bb040b6eef82e78
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3487c79201794b0b9932cdf863fa2728f0863719edd5bb5201c9f96490372622
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652959dba71cb0eedb029f2550a0593e17d3d564
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b03e83a590c0cb5587f714208333b09a7b606751847b0347d681ef51a62ffa
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862774012525fe28d3b3a20ec31af25f0c9b4737
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c41b14b5884aab99fa7ed1a1592dd47d89b8064b0c05d2629c0545b19c3a24
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68702dcaa1d308bd96781a8481e344cd8501c5f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f77b04ef1273ec1781c1e420c27d25e769a947aa362bdc16400461de3d4efe
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c80e2b596ffdadafec0af21fa06ad9bee7f93e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e571cd0c4e74ae84f4caf10f382f619a02558454608e2fe7d7dc1d9f94b82621
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea95fb69b872fe768d069d4f00a9c33a440e2a42
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43aea182c3b4b2f66e822b9b07f820d6a45ca42ce7c0df6194682292b69d4772
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab41cf971cfd29f7c0a756da9e05d3f9f77f145a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cb18d5cc082f93cf7731077c5a3361cd5486f8e27bf8c65893bdba3f2d6ab4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a72ecfddd28d70b20f9dccb50740f8f54e7a54
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283198157a775bfa4e885099638dc9a7a880f910cd9623f08e947c27badbf766
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60553bced9b24757808aec48af5941fc79706cca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151856e7cef76df0b35a1af5bf1f8e0c332730a0335bdcdd7f17c5a8d32bf551
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cb4cc206baf5d644008999acf5e06b1b7b0f2b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178fc21464fd2b5c46538b7bf517c6c8b16771e6a36479c43c0ac5fd69345d56
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22f59f112c60d6ae2b79d6db563bb83e8aa2199
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab17ddd3bb9da108c2ad5238e61acdbe46a8ae0a5673241d861456be65d33d04
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6d4366fa474aea11374e363019016af7078421
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db6d59e48c6c0f6232c00af17828c39ad04bb48ff467cc739effbded54c4a7b8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753160bf994dfd6f0d515e3e9b94142a190dbab7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f3476d2e478564bd2e80464f177abde57fd947ad7868c52dd999d8f795a914
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bce2d772370bdd29ab93cb1a540fbdd28e1b132
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00783a1a7539d9f0274746fcdb594522fe4a00a6611dcba72328ba98d3bbe6c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4de80b6c07b396e2688a41e83233ab2d9aa56b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6719c93fe25d24375ff2a09694edded70ace2086daac4c5475818b6fd927c42
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7449190f34d88090d5b5de87fb7f4cbc0d9399e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41cb4a1b7d17ebc4e7cbaa2129e030f8d37d5361189450185651c002c1786c96
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3feef896c140b3e3d029379fb306996cb2e87204
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becb74a6db24f604cc6171d729de71d9d8fc244f14ff459348c9a1d77c5e1f15
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf247d25bb0b7663ea40f04223fcfe84f3b8678
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bc930def3a458af548e80385d9a974282a91090b494fc1d5b2786ac9b2f27e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c69fcb9185afb30f808a8aeb18b8dcca9d205d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234c94c423845cd179281109b13474412137a10cc37d8feec55e148077e32e7f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bd44decdefc34013ec9420a4550391012461a7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4228cb04212065c41f0488504e45fa50e7127c0f4cdbe67ccd6fbc1f985e5f6e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1abfb9420ed3debbde09643b3dd44e69db7eae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bbcdcca5ab9303cdb537a7e23c3f0b28693854ce0b42fd82b609a7d2c4ff4a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38fad72512e81fb4962ed63cf9211da4d99b97e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31632efb75d225109a9656e9a79bd1fcccf8c7dba5fa9c7d17769567a4a6e1f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291dfcab4bb5c06f195eefaf8d8a0d163ab1310e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1f97801f8e7535862299bef18538718fc2570277859e47208d21cd0904c8ea
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e31234a2b2391f90c0b0296b1aa7a4a1c0bf1c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47750e3cd6f8050bdc6526909a63698cbdc9abf758e6b664082019b825b5259b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9b45af8899b92a22a2125ab9e051272f7e42f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22da2cf37c1e59afe1bab12dbf0303ebefd99796f2d66934417988d5765f96ab
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca78c9bc9c8ffe0e74905551a68347e50781993
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6174e4ca08f761b45d853bba7789370fae6c1776ad6e4480fd1ed134988eb5a3
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3705c82427d6bc09a84410678e63bae7580e2645
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7715581400270ff11e9bc6037bb8173e0402a132b387941a7065861bcb64ed0a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9530275e68e36dd3a895df3323ddcad8f9fb7722
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e82b7ed489a44a478579aa56be79f72cca07976c7b2d2608efd949b994d2058
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5e2fb4208661f63b12baa1ab6f6ca5b6f8a48c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac22e263205ac5d521622f3d4fe6f0935d483a01c63d8e9f56b4ca5e6829d2ae
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3c7b4339f20d2ba37fdeb00f6157a2213b0ab8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7361073a97d723904087b30c30b6e917c35f6569a3f2056b712fea8a6ad463d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485066da5d2989efccc73bc6715ccf2bc3edc7a6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1f78badb2a36743a1bfc50db2f107c5ed0c8acc36e5cf2ed4f924c71062f2d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9472518be41508a89c259fb2063b6ccaf332bf1b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55acf7313be3a9100be2248dd0d5d79280feb13b8f55533e4a15dec1e5c287c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e709a9ca5c0c92635f920b54c4dc58f9a735bfe7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44965b2eab819756a6c8bd7ac837873ac4d25ddce624daae2ba2a2e10bf2ac7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d680866e0374b43e9da408ec3cdfa5c3081683f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf430cc09213182d3e19912420ee975db1358218432f5074ab4e3d2e9ae8d928
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7fb03d4d6638170de65eaad6b70e7734fd3033
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36bbf511655836ecfde2ea202a2eee0bb3a58ba206c5ce274b5cdc862b841d11
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6326d984bf8323f39d44e5fcf97515c207409d62
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74930c9d6abaf594a1a4bc0066be9bd70288fd111ea1cb6e37534c1d2ff8a646
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4764aaab24d303e47c64d62f025e73d0f1b7ccda
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6a10522797bed4e74f1dc9c75af0dd1e7d885796d1d33deb39816f9937ed47
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c08215215e432a03a01c62f339be5528bdfd78
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2ea05b6562405b50941f3dc786be4ceceac19671c001be7b61f043f4b07b84
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151feed009c60f68a7f5603e105d647abd04d7c0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f41101706925bdc7370dcb7dc77dd4143c6a7eeb889c248dacf88401f6460c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f5e5a4175332ecaf12980e1461474bef1cc13e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f2d0214318c8dbb59d6761995f0c43e5a201711d753b2c1f9d51fdae5f2ce2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb7af30fc8ef5805a93b8f3e25f722d1a31779a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8495a7dda2e587791e20236c3a4266b4ec786357b0def14af63fa545d6037d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647fcce071f2ffbb19847986d7f118f72fe65741
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9076739c22751acd8b123430e7ac1b4cdf0165df988f931a03357ca77da172
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45072ed9ef9be7c8681fe803194f619ed7133e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c943a16dd8d73309629990eba832854a5bfbd46008dd1a61ae215e3e3dc6e60
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a581e9fd2e2214e7c31e835a67a1eabf9d9ac69d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce4f29b4cc72d698e46d1c160b980e9a1d73279a12368e7838d176bc18bc587
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870397fc1937098a4a93855467bae21dac51d6e6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0094580e3a704ebb7e2726a035a57337d99ec796ec7e0c16ef9967e95316d02
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27370fd1fd0b5f654760c995a61ead58bf8428c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f990887f1ebe7f9b7c4135bb5499cb720f4ef3735fbae01c6f5dd6c638e189a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8819c110a42b54b9446b3725cb5055631af2648d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c901b51a92c08b874c89345bb2787d1fe6305d2ccdd981deaf2703065881ef1f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf6584aa090c8a234d1c52c5fe75775cedef230
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3928abef4d3bd0271b741a715573459570b6227333b1a38665009b097f4eb8cf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a823d6cf837103f42bcb0e4b2a06c9927f3f938a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537a84a93393fa621625c09e0b18c60dddf3daccb307bdfa67c6a727b4491966
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75c3f2b4da572c8a885d1c533012564b56383d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bee9823725140b9470e7e0cdf353064e8ec1688016806b33a769ab33df3861
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0b5b1bf0a13b3667b8b7ffcdfc3b1df94acb5f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b66cae13b4403ff30ff91070a515a887cd3ac7c50f92dbbaa51ada3bd4b78b5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ffc819bead500f6028dd95312915a862a2a4812
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f58d59c52e1788c47b2cdb093c511e921bf5cc4f2771294c296f3cab63d05d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07025d15b87dda3725dc66ea1cd4014971d20c20
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9625040b58ef0982248db8989973190fe78bca2fa6d079487ae5a1953b4135b2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc75fc31886d1996302e1d6b6e15345838b74a3f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196d41709f3f32b91c39dd95601e508b0866466b68bcb9da1207cad25adea1cd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5575ce6fafbf557fb3f0edb86aa6b4d63d484d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3227252b4608cfb9bf279d1c1989f7d4e4e0394a4bc39269b4babe6346d30d27
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8373f69d34ca54a901c6fbe120a5b0c1fa8b250
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1443740d131695e3f93ec23957c6d8eb0512089a3032d59a0daf529bdb3f4a04
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a2fdfa0fe59f8783d3da2b286d72f071fec548
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0f098551f554881caf6d370354ee6fdb6a08194f266c45e2d649eed5a73cbc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe97879593482860c6130b8b7479c1633e81709
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3982c013fcb3aa757ceb75a5173481a9281330e43413ebb19d3583b165f6664
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12b72b885aec82fbab50945e390ac8704c35d6f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad229b751a09bd45a983e67358183ae1e348099e83d95032939b85606147048d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1669f453553487e3fc3e5fc2ac8cd4e530e307
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fb311a1337a088821b8e10a73b276523821a962d82b27247ff9c2c0abd724
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be4bcf26a8c84fb42f263c54d6c34b967db4b40
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bd299639315ebba0ddc871ece67461b9adb55385d1e26c7032f9864f9114c3
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89372b1347c0fcb8da6d8bb2dacb7d3c97c627e7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26e2541ac9ba0cb36ebb5efa74ca0671cca4cfe290a25dd0c6979cfd1646425
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20665f047627c0ec09d03b6567280300138e24d1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f1fe23de2e46d0b770368a5bdf49474dcb07eb99e81b1e7e7b0b962146f7fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7ff2e24f6a87c557caad4f6370d88ba9fd540e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b71c95c852cf3502a7eee95d23e22bbc525e9e84da3e2485c0cf15e9559e38f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c6bb0ef3daad7470a3093de49d09ae530c2954
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65087b47ed29629bcfb625386027055c4de24611a0fea22ef99ebd6e59e2023a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8422a1e41b66130c49e4067368261f882378f4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd04cb2c612eee6f862b5d00b7ba8e4cb1e0d1333e35466fea29416a8be9f6e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b356711144accecd45c83f798a80592b3cb650d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e93f899df6a57c0a831366db6ebb4226da6fc8cc30c9d78c1627bef74e75a5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef4629f4f14d90a2ad9915e792b76b6798a0d12
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4513d6c51955784604895c07ffe09965022140e42b2f1defda1cf955bb13cce5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db58fafd4608e7132dfc364cbdf38bd41418b112
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c38143448250fda231374cc64f8104459d7ecd50b84a52f4b6cfe32e3c507ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5c44a57806ac72c355f0d8d0217e39d86a7e14
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8805080c4dfde4ffbfad7e8217115b49fca602b3035bd20cda6b5507836cbfc3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f258295d2cbac12a9cd618c20c0c8e0c5c79bd5c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4662be67dbabebf1a0f3c22fa9cfa89f1f5ec06e78c753d06f29bf5815136ae
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c5a47474738458456fe2410f18dd2babf685c9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1e519e96551c0789f791186fde7c7367ef75c2e9342d9ea46a0bec501fd440
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15ea7bece0276f351ac19858907bfa87e725c44
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15277d2fa5dba04b9ccd880d24a1f5f2b05a13bf51ede602aac600e2ca487922
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb247bb77b61902ba4576b8fa04443beceadec9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2016d837017fc28e05b26890015312f8fa191c8dc813741d0f0563e6c73c4f7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb30edeaee56ce45d936fc63ed531832be9b3e90
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238170dde443ea120a0bb97bbed37500bbf5683be588c8a83b7adc244823bdc8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b206af560f093523c51853ffdaedd43cb5c62c2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f19976d74223ebb4bae9e858a713794a055e53d57cc287f3eef3e8c41ae4e6c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb45ece42bad9c26a879e96b363670a41e21b29
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cf42f640f82a4e49507d1655c2e142cdb3fe58a485a6c3eed9a11e9da2f687
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4f649c45087fe28729b3771a679b8e802e800a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce713a7fd1f40ff68fdaa117a195e54aba9145d035a0307b6e0289aaaffb8df0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecebaac60910f4ec82d9ee82db422abf547ad9a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739b153b3f52c10bfe875fe8fad8b540fa5c7776cdc4aaedce6bacf1dec50a7f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554df2f8dfa3b16a38eb37a2bbb34dc31e0fdefb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2708733287203c515b071db5eeb9fa235e7b54198addebc504a00c1a20621200
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc2ed6a8594a268db786fa9bcd408efeac335c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73950bd74529e0fc6d3b27a2a7da02031256019feb496c221fc039b197faeca
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff2f1076082a448444203d97110d77b54916c67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1df6ae7322fcbd0cdf1c4f0038e075c1b960b1dc7aa9b70954bc8fb21fc2f1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10181828886fcd2fe79f45b614ef97e175474db5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23591dbbd7599ac206d22eb125d3e4478b11abcc9c25a98122e989999fc9bf37
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d47dd579d69f2313d6712237b32f13cad11751a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8232cef2c7e4c7bd7b5909411bd28933d4ecd4db623ee9280a002b716ea65759
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40172bf7d1639fc24c744d37bc312a0f715f0208
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb987be7b461aef5db5cf16b21aa95a9f36f9886d869af56caf5757e5168605c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38eeb84d5827510528475b499fdeea3bf6e4f1d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15da8db2ff5aa65533a2becf62b1aa153cfda3bf01e928dd9a462da2a7c5a2de
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabb679d0d2a73a0e1617b7530c8a3e0f1fe070c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a59aa3288bb5edc3347c2cc06f42e6cf6e41d6e725ee3719cdb64c1bb4da78
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7751ad66c398699e940b3b1bf536843d7a13bd38
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c72117d720f0349cc11006eea15ffec98af4bcdac8b8b0d74f4fe6b12f301f2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f3443f9946beac693f516910b851c66491c39a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179c380b0fae6d3102baff3bd80eb36981be62d3d670d307c3550bbc77270da9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069e71c92391b5d1abc425856efd69db2def0511
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73a7b4aa9d5c04e8f8029c51ce1ad66447ccec430fc722ab895a4dc0cc88760
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8781ffee82668183abe7a359d678035c095adcc3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02810baa417cdf88a89f0c50f2715acd8979f2c8cb410e365ca4565bbbe87d39
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ccf0f2a8e9aef774115cede1652768665324226
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a443093a496fd356ec26906a710677db039e8b8549795c56091df39a04671467
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62e83d85d9c13b3723f5b8a48399f59b7f79c7f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2864b23b035c89f5892d425069d9cadb73b0bd2f0c11f21857101cd0cc49ba0a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbd0b22c8247d9b74a6a7aca31a322d4f7c7ba1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c24a8e95ebf03289d9ac262b7ea334667d1da71a3d8f1cea0c75c88316f6a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9d1d12dc6f215826954a92a534377363711e4d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f0b503253c75c9d26abdd46ab806241b380e73972c4c7ff2b9f4d9d9348301
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e31caa432e9a4252b90c07663bccd01e08d15d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e75b303a7bd91cffd666d577a7ecc3185e733ad655b4316eb0eb03cfe2c828
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d0c21c72ce9bb28eb3d6eb3d3593d33a54b715
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e7c1b407e581a8d15692daf541b05ec674b65da1779234bd240c7ebd8dacec
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43eabcfd0d49000bf3a7a59c9d44e6a473f2feb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2ad3cb6b631bfca5e6f802455e33e254501c2e1725ca743fd7cdc34aebf989
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba61ac8cc8030382697b2b7cfaf99e1d87a02d17
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7deddfd14b5cc5f3153561be1916c06519629fb7ca900c57ea1d8aaf3ae9ddb8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc88b93d364271656372c43a86eb4be3baedab8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c643be03ca0477f322e03115c88da4c11cd5d973e306f510b1592db0439bda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211a225c5216d36d4d676641fb78406e71667ef3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c90122351cd69ad962a8f6acafa70e512c0af5439501281f02f3ba55f3e6c3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac5275273e6ab758c9bdcb792481492e967dc83
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df761aae58343b189fe190db766529909578287416482862e696adb259b8b53
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc96453c3386cd2a57376632b94ed2a8308a197
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f9ac44af546222c45b2a661f2da1807c5ba4396799af5aa580a9527db03ccf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e8ef47795217588417d4de2ca42c97a3c73555
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82752cec5dd13e2072cf2ea10493b6d8bfbcd728f6eee1c548a93bbbcc20f04
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e6a505c30cb0d67a9c1e5fae5f095dccbf5c0f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0d689127009306f640e6a232b9d37b27773a9048f7be82f2504896f562ca8e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bd52e81b9ae063492b1a684ae01b6baec8343b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c23bd06c5214bdedf24d20fcd63e141c4fd5fd134c45b4fa3e206d717110626
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907e85b5f9a249f87683b243eab4e0e871c78256
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d30acb0ae8243825106b700116d24dae63c06a3049dcd44c9950d86d9a08228
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890f34968fa7e18595102c3e7a74fa62771df315
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d599b504cee428894b7679c58463194b64066ae5f17a37c740373b9df6f6b9f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbb9f577dd1edcf3a95156cfda4d2497af949bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249b2098a71134672d6e3f510e9df30ee1cdae4769e03605b9d202f8322c5d7a
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434f31026eb2ddc220e6bb6a664e82aa57c41ecc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eaaff66f7896e10ec06db14a1a5a098e42299bace19c605c42c7760d3a164e9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e8cc69327d9f18ee206c69e27172cc7ee1902f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10da6242fe5a7725ca4853bff414543c3e89c1102b6b6b6825abc23acc1d9e3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecef603d677fce014a0dd12b7a894284757cf36b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bfdb60af4306b11b4ce7f0530c6fd454dbf6e72376baac06b9c131f9625fc3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516abfcfa8f176d18c8b530e7f6ed38730557f8c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e0b8c6d9d323481e2217a45ffb782243c59b42c518c237aa593970f3da0272
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f39a0b42f2be612f3d1ededc828d868281c531
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5af3f8e2521068825ac7846b39ce8151a22970958773b256fdca9005415b1e6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6d439a84ef88819c0f93c0c19fdd6d89800338
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfbcb9aebda0185adaafacb092ac6ee8e32f816caaa731f0c118cd3806232c4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9aeb5584cbb7ca69fe089c6875f7d90896f68e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5ec3272dc6a640056fc69b5e9fae27a80665ac8af5982943ac00d3da7a9e58
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3855d71126aefdafd263ba5b6cd8e9b0d20108
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224dd08e0a771721bdfd1df019b557c47ea5d24bc690c64ff78f9db02cee5e5e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79db2a69f61f35fa4bfbb4fc138d33aa01718b20
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4884bb2439b498d72a17a1e67cd43122648702d11afcd8081d5285140ab0bc7f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1455313f9807d393ba308c0290c786d0ecfff619
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064f0add826ff3221837321c144012abaa5a30bccf944e247322ee0e38f41e61
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293a0ac4c1014a6c9c6f7c468db30ae953d7ee77
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb385f6d84c91501b66fafb90d64347d593b36e06bc0300a3ebb8fb65b20e8d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90506421ce71d44fa2ad3a88c5dd6217d24e356
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66968418866836a633a99011bbe2e06ecebf62bf2fb010f83a0f1a3108ffcfa1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510e3ca1a87469f9844d408f332ab31a3661fab4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3bdc91dd75beded13095eefb31ad709ec20bdf7e18530734b9afbc30001805
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a69dab19662080744b514d3cbd7f950a07d3f7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f324f8aee14cd42e08a08217b86be65fa7c631695a2df1d38055c5f8f6691bc0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f06669ee8284be6bf3b6e72e14329368da401f8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00e214286d70984f8f3cba4f27043c335458edbaadbe820724fbcfee55a2caa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b4bd17b4a7de4a66d9d154b8c7ff78864556f3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3401ddcf6aaacc78146cda8452dbfac3b9bf078684d8cc9dbcfcfe31e3cd1317
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0484638a9d4f9e595c233a59f85bcd981a54d484
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1b6a4923fa7bb34cc4e2d62d6373e078e6809227e263c9c2c056ec3214fab0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2442ac3481a9adf1b4540deadb22103f7c328e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cabffba9ed87f0a2fddb87752c02affff50a7ef1aedd3c80660f1cdde1a78ac
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0176cdf28c37801d0350e4f933e42b17b87848e8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09daac522e75da309761e9561c891146487b51776d8e0983b14e82f2db83ea03
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533899551a8047400e6afaf8a8b1dd8fc911fe6b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745f74794e7b138f7a6f9774b5c9f93655665c8ddd691840367bc7ceb7f79e94
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf62ec7a403753540fb8c030d99d30fe41c81693
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa7137d01b39c7b6439cdc4b163b852d896bbc55a567ca12f807e151622377d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf722476f075494419d657ad80f45a88c41c4cd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6ef84c0d16019b7e3dfbbebe5eb70724a4f298f2c6e9acfe267f362dbef106
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23b4e64332db2687b6aa17af37a653b1a72a0a8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d221e8ed638ca518f9f93bc1c8f0212b79aa0296458df1d8aa06340da2a8b468
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1fe965cc73567ac27d4dd8f659f9725b5ac24d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af72b51725914a6a50fd82b35e62dcb5d53cb9519617d8be8ed198245a524afd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cff5f0aed1c8ea80ab3323d0277ac0249f4ca60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23c99ed3e00bd54bfdbf627d5eb78428d13efdb2824bfa1a00a975737b7bdee
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f4641ca6171b8816e2cda6d9bda846a3916067
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538a9c2d42e0213e2e305c6ba7e046cabc25e35a52e4f21aa35ce5480d420f85
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fab2f91e2caf757d85abe9992b896148763cd56
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a68de1de208ab44bba79466b2ef95772c8254a13f6dbaf57bb7d741ea98b6d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0513ec3c3c370da40a49f318d13362b6e3518f0c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ece9855c44c2cb94294747747ee51f437695f268ff1b9ed6077b364fea2117
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3780b0d6cab8bf664a17bbb0e91afe79ad43b8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe648480a4864261768310ab64b39389bb8f59672744ecf7d94660b9c5cf23c2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d91d1fe6691d15d1a80d1d511bb2a2897351087
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2778e8ae3057cd3fbdb999579abb567fc0a73a041c05b25ce8a667f20796bbb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12895730c9a5eba6ae886adfac24d655513669e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01814840c0abcef1d4221c36cdd883ac5a1ac7df5447e143757cc09c86270d19
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d66e34ed5b8b8ab67e3faf47e8d2295f924953e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b3ee36afcdc8253f6486d600233dc8bf118cb9bfc622fa8913254c71ada3ad
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8461649e72384a3221cf8cdb585330efc5e3c35f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1deda1205fb3b7fa717a4eb0608ddda97dd7b8f853f5248dd648fe0174ad51
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d7c2b56119067905e3440b49f5091482746d14
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa97f0005a5d1b99ed0af79a8f9c69cfb16bb812cd67abe1fd456cdfeb6aece
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed4f479bd592c11ad9c37f2679789d58da07f3d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b064818de7d9b9ea3382951ad4069557641becf899d5ece5933e6cd316d58857
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafe5e36f1703b40c7aef5bc9eb3a41e6c3db0fd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58cf7e23074138952f46b47aafc5c46d864991560e2bea8ba7c7530666c7adc
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32105367fbffd723a9ca82a0e33d78ea2c88d2ff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148795acaf00c204f1bb0a5edf7896e9f71344e6a7269dcf848949a485dd9257
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4247dd95954c354dd6a87a9134439ce960204d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91748d4281273169aee57d1c0cf231ae947b8186a2a45bc8194da4a3923dd2cc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76261abd08019f6b39c2d42c79420c88dc74f75e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c24b307393740ed2a582a0dce1b0e88456412aa1ee7fae3d76c96d89001edf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d99bd40eaf1f42f07a6af6fffca907acc058e7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5152b9d967b100a3348e89d115ff435fa9faca337cf8893c5fca55748d988f36
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b530cbce72406afe20c596b56fb37ca2a6e6931c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116f4416fe02b75d736c048e2861f88b4050ca5dbc6b6f39826d328c47027a37
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1249b743e4e00b40f306563ca210597c8ba272
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334709126d9723fa773d268895bb4d2b26a61f2e485dc644cf7a1c1fda4affa3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01712f0c6ec799db439c087f3ab40b0d2d7649e4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a7acc8e98147df8ede7c5708ebcf27cb6452cea748dbafd24bb5fa1c081a41
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acbf6d276f05093d017a9a1e00724b9087dba60
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521ebc52f6b9ec03e00e5e84497c9acd2f313c73e4cab1ad43bb5e9ad1824d40
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbc537ebb3f84b03dbb92354fea24a0a7cd2950
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373b525a89b30437e2b52f09f2fe3c8cd98b0c9844a2c82393406f25d4b1a990
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079c4d9243229bbd169bb87e4adb1603e394330e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e156d87bd76640e19b226862eb1b03fb12722e11ce65050045fc7f6cc57f660
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfa6e8f07a3a39d104bc256b09066c0db18b31f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebfbf5a0f723dbd9e44c22dd0fdc3ef2921ceb139e96409c614f146ce198f13e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910e63433a43a86870cade4590c1c35bc6b20a58
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c196cbc843f4fa2c4a96c45c74ff00f352135a6eea9aee2807d3aa91a89e8fbd
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001df87356dcbd4a88abdb1e6de3ba3d20a5e07c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985b39f778ccb8f146fef6507f8d555d30b409ee0e549aa88d26fad27a0c6c5c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0294b201073485ad4467da2453b71d204a16d34d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d27a84e3d110f53054636ab13d033bcef0f33c2536d8697feb928bd5a3b955
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93dbaffeb897ef2e1b9c434541a3505717c5b901
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca08cd9c8cefc9849b9dbfa4667b758bc8b11b2efe74973996ab071607bbdf3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929253afa3595fda376b8b8454cb7ea9c0ae9f73
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6612e7a437bbfc86622761052b02ef535e8de2034dcf430e9e2506dd253adfe5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4e8fd9b4713a2d24f89096d6e7bb8ef4ed924d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0595f364fabe4e8b19554178d81749560cafe7f196e04dd8d81ee6dcb1f4cd2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31eb2c529c10375c636e3a40ac5b32daf8ec36c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c979626112568dcd1c823ced658d997909925696f7af757d96861ef953a9e6d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501ef5d4a7a26762d9fa453dac84166a26817d01
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704a7180bcd0e545bf91ee06645715ea2d8d6f9657219ec295bb90d6ffd7c6bd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdd308d9a9409845ddace125f6358fb84434511
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3c14b376d3933e26c0c864dde5bb003d924d2cf040489eed82c280bccc183c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1921ada5314f7144ca8bf479f781cdd610eb54
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15b3b9cad9f1347094874b4fd6b3ee87cf256d9c78a91aa2c2ae2363af371b4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4fb1eddc80fd59aed6b23b5ca72247377385a2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532b0f6742e36209e4d81d993f34e830c9d11c85cdd831ed138ff8082cf10a79
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ee590478034349b247a976fb345de3aebc9aff
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9ef34633355a412367749a9a43b647578317812f81c615e056fea843168863
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574f616771771ebd51bc4fd7e7995824f200da8a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ec4c7324905a80c87309a5db0f1c38e0b2da0fbc0670c2345cd9b0d8634bad
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc39d473964366168962066ced0704a20ef5a894
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63f54e8a4252f58243aee80d70ef437321af6944ac37a7efe6390e9605d649e
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62491a3a86fdd009a8218c8bb7e05fc0e2a2b822
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59072a5d18e52e78590c2c21aa86c868e040a945f2094c1c8bb401a1da52d309
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1feff35f09aa46e177c201befbb5143cb44d092
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537284bbd3e7f07202438da052dd906cb03a4d5d6653e55c693710f26093b2d8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9816aa0e5f70606ad435ae2f74eec4d4eaa3738
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8655f746d4eca5292b9efa26da88e59de18cdddcc17bd89396a5fdf0b1b4d1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a01f8804ce37de7fba14b339b584ec82547b72
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49c025a9536c108852b0cb25c8201dd1f0540b6b2d7b185b9bef41d1269537a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c244f985430dc624f6163675bfa71e0a84b134
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb80e4472f098f085d0b817506f3bfd24ef764ff6c951d75c45b780012b36638
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f081f0924dd70c15b547ee088edd93ed057b9f6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a995695f8bc1776de4963e795201bc4030bd507316e909fe3f5214cb7a27ca3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a3333224b4f7399ca863344fbe5fc9462d73e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0f47656a51bd6baa36597f6c260aba6acd46d7eb927dada00f27a62a59f867
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e1021f5d02df6fcb8061629bd5c5e41247ea45
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8d377e164c97f6b09d12ac10ea4594ab11eb00af91c7163db01c1e040a8ef7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ce37aa0c2d0e60da12db3f08501db3cae600f5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ea0df96d759896baeaf7a23bddc5d7063c016b9d4f2f805725fe9407bf011e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5419b89d045d62f985923b7dbad99f35e02bb195
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc323c53c8b91b3e16a8976d675329fa59f848573813ca6c827cc14febb3fee
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898eb8ec565cc9ebecadd487289a13365d0e8082
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9031c4ae903b5d68f9f7d2b987d7227097c6e44e0dda2ce3fcb3d9f423928663
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b36755eb2ec018d6aa3b83c23de5f2d68410275
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc72cffa3fff93bbd65cb983ad17e144517e94ce90c33614e0a4dc648e8ca59
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29704f203cc99b96d9dc08dcd32d60a0460bf7c4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d4ac04401975ec9227ab48570e402b3f2fbb21f347f568e0d903ffd274f065
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17d7f003b0c0a5d860f3f4c91bcebd447c33e6a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152d0f0f9ca97c7bd834283be569bb7a0474f7ee8cec714514654b8b03037998
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c8509627a543ede7bc78873fe9ba68024b17ca
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe1739411ec0ce9f54f89689b5ea716e047a6af8e475da07022d15c456426ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc077e470e7a7ddef8b981efe9a6dc9a02a4eac2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ba136dd9040f923036b431c6f6196f5f8c1c163e60481169783a39c09de6dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b2559cb56f5acf809cea93ee2fb29269c15043
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce21ca9f06c0e6aa9f20145fb7bfabd61f7461188d579c51597cf17013b81cb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8184322331cb0c4ea84461703bc2db17ca5dcb6f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de62e9f5e7affea2d5a96b748d574b60a17f590c1a08f1857f34ae3ccd65c91
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811e6f77acceb4375e2853a7a3a927bd916482cb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4c216711cca48f63ff7cfb182a513eb98a73b6aff296af5804bfceceaaf66a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e160c2b10f99cc50f89949b433ef218e20c4436b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0238cafa5b4aa10762c79901a3bbd0393539383f89127bf0f3be8c4448b7ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32120530a4ce21bee6703cb916f55a9859365bae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90a5cff1cfed5c28768b46b22c31d851712524871417b38616a063851158944
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09dc6bb5f4e253e5dce071ef70adcd398ccabe0b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86030e989774174403ea1c06f366b40112e733bdeb3915d310d3d399ff84d916
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1673033c532c4467380c9535de869ac1be6ea355
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feef8f7a71b0b4a1363fcb5ae77beaf910db41e7ddb2a61fc5a36a3280df94d7
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be345d58a1604df6aa901f41501fdec71a80c46
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871be9b0ae245dbee63fcaec1d7db68d10952ff0c85b16feddec457babc7ff2c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afde1b7bc534b9555fb03e774e000ab3a4a93a4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fdd071f3d62ed03e72ae17c809ef8a4a9e8c3a1d70e37ba53d73900d73b56e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32122a441a6495e5ab44c9b229c83c3947b535a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc2b5f67db97404002f1d54bde58c1a78028b5dafd2f950c695e907514bb24a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8f9b9c23aca2a3721fad305268d7d1a538b0f6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f721d84e8721bef54b7506e0a1a68ebaddd0f0c4082eb964460a64c35429a27
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c480b41fcbd5949d3a2c8e933190f0c6b2cbf4df
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5858043c6988db03f2b64419b2bfddc683028d4a067bb50d8271da1ecafbd1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dc55808727f1599d42e287d70a8198d405d21a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d762a17f09e3f90bfcd304a7823125647c3ca511d9be8c0889f957224aa847
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af08e596eff890e5e5055386839ec0bbd8bdb38
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed6abb2cdde3ed01f171ab293939d6ae8184811ba0924f4ceadf98d44ed0402
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214bf76247adc8a16568f751cc0dee3cb140edef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f533171545eb92cde36a74acbcd5a8b4264788ea98a4c1fbd6a0cfcce196c4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6551ca99b213d4f5fb6c13897bf19f0d58dd731
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ada1d881c31110a2e6a5d77902d565d284e26dda3c1ce81e905e8ea038462d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c60f8de560fa2ead79ac0b175fe18d11acccae
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d78be28156959abfcb60a0d2c11bd19fee5713fb0f49fc485ab806181a7d185
+size 11395
diff --git a/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784ba5e2f1bbad7bdab8f24e0f8bff226ab32428
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2d2fd4dd0053bfdde3a42b8930554949e0434babfa9c3e000cf055a04bcffb
+size 11395