diff --git a/params/phi/4/rnd_search/comb_18/init/lm_head/_0.pt b/params/phi/4/rnd_search/comb_18/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84ffe5b7d28e154a3c1de1eeed6ed616d26df50
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e794135a3001e05df44e7a3229d86dba14ff783b1c5f54e50080bcc77ab0433d
+size 205955
diff --git a/params/phi/4/rnd_search/comb_18/init/lm_head/_s.pt b/params/phi/4/rnd_search/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20dd93d1bef933e976a22dd5ee23880e8c15e8bd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57cb45e9ea26225793b3773df13613ff1cde7ec376da2fea9d8d3bdbb3dfd26
+size 205955
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e9f1cd71f16f24a8186af5e2986078e166808d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7def72ac8e1253ec67fea362503fdcc5adf5828c7b7d67e9c8abc8622b27f5b8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626ecd2c056557ed2b2279f676d3844a20eefc2f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3e0c8213d64222b552c53ca3b3e5835af1c39b18bb40e9fe60552695e25c24
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2084114f8d870655b3e9202a552010d767329e2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503825ad97a6d47423654a328414016e0af744f18552af5a70ee0788c9036644
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee618bfd18e1c4514c911428b0dbcddea338626
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cfc481a21f16a6b108f0ca1b5c61e68557078810abc6b059fff0ad671b168e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15e66ae5b5763b4ec26e9bfe0600fb5162c6f1a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1975a1244a071f7dcf7e213b07145ac5cc815a49703bf01ae00158d3c98c77f3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bed4b7ae5bd4871e4a5b1ee8ffe2334103b646e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68a92137708d8dc2fbb49ed7f1bd52caef98c2f09ab4338a66cc05b4efc5451
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9cc398b0edcb16c7f103dc9571835fd885075a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86285b455264038fef7a5cdc85e4b43d1670d86c32703b52a9c2faa525a7beb8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7cad44ef111cec4bdc2aec45129e9c5bbf92f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04968579b8658b0e8b0603ee842cd8b9311354d811f7cba9028be674e97e8d7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61db6c3329f9a8b1583f1cf5d62213c73c048b13
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9226de3cacca1344423efc79809aebb97b21b59840b664bb32b92c7a447ab47a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1c2ba80ddaac4756c19824845f78a5e344587c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e452e046fa5280cfa81a7ff729a2a55ca468e49c03ec737bc022c6abd0051d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e985051eb12482a9e7af9e13fd2dcf85a8347172
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5daeb888a12e7d01af0beb6c68730ed06f129c55a2a24482bef07cd9344179
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e77740bfc9768f63c5d68b3d7bbd1f8965b949
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372702229e8923e1c757d0099074f5bd346b9ab99560676d78ffd2b71cea2c80
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae693e514e1833f1c337bcae44c8ff330769b619
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781c1d793d0397cac79ff2418307525fab082ac76f6d38a143b354590d53549c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a75bb7b4c782b0a01cc9da4b6272f643103c12
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e746f37f298b84d54a7b5f1ab0569e6b7b416a3bc7faa7976ba111eab14e4b0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657f554f611c5202b3f74c249022e9eb791ec1f7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a21200134272e3e9f4d4af5cf6bc038c070d0a2204e7d4f8e7d582728f65a0b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a03d48d118cdfb0a1336c5384e55d66aba8f22
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d08a0635358b507cb90666967dd7a115b9966b0211ba31b5759ac8f494c37d3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f096cf09fa2eae05d1e74ff04e7e27e29962ffce
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bb96c920aa7b5f85cf403b12cfdf6027b25a81e2e6e8f154b8e4190862700f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6032f3e17399db8c20cdc2c42ec9440852f858a7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb084e491171f8adc312956d054b12c7353b2116ad0aa2db9d34124bd8bc0bd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3de046dccad939079f38f1f44f2e24245597fa0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743abd40f68bcaee15bfa56ff3636dffc8e288f0dcf78a44670ae503e71a26ee
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e065b2803c8dec5d29196a686451d1b8e5401253
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70f0b36c3bf6800e95c54a8c0f7647b9678b3ca09152a918fbf0202721a1a25
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc2fde8a6b90999d14682369936d7411b483f30
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9ba1ac04d3d68db53d17e2f63e871ea3eb37098b9d3b07ff2f5277a8b66b3f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6d0bb8c643e85af3139a1b308246bbb12d4203
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c721209c95d6fee4da098700685f4199e68cd4ec8f58cb9b0767ad535e6558
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e94f47442294e11a40b1681bb5fdeffc4e84deb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8487b22e3551bc1a8342bcfb02d42714547fe3a569eac078b58b6a64e513b8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f0f60426df00005dff515794c59f2d50088638
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fcd904ff35cf226d5dd8c77245de9d703b4934218e9df6d31fcab074bd6ff1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d79d5d5c6d9c14b584fbe7328096e375c98cee0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00688025b4d4ab721ef44c6d4e20bd8aa8722dffded9e733478279929f0b28af
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70ba7d3d057d366e52ab75ec00bde194fb7fe92
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc71cf742ae4d06a2b45fb67d1878bc5e07dbf9cace73ddf075004fdda91b290
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c124ac2ce162f03557db59e602e3df80ee5780b1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a49754be4cb46e259702a2a7977b00cc5bd11dde6e8ea662ad5325c71980b0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2e3414f57d7146c260abc6fc3a8e8ad7d90d98
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0525b829aad4930321f3b74e3508e40daf9640ea5da9d622502e098e03791898
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed10ba4c5e8a255db97774848a016129aff6618
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a9317d0fab6d50cbe56edec201a7e5106362c518ff3c9937dbfca3207fb6a0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a978cee2cbfaac097f20e169a7e748aa9a22e12
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da9dbb6a1e8de1bf38c3b7134b64a74f3689eb20487c8c7eca95bfc6f511c29
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a7eceedc753e5ab363edf61ce571d4cd70a539
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88b5e10a9d65de63606dbf391525205d24191cd70557a2cc154fe585452422f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3921f7915b406ed4072e5cd30ca5b4fb6e65ef5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb4581e7692e305940094e640393c7e2b7045bc3f2637f29696b473ff3990c1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c901c3cb5ab752081926f5146e07e2398c47f3c5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4935ac98382e3a9c8ec8845f1cafc83c5c6b8a88d1521b0ee6a32a38f5d074
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78395e223618010f5cacfb701ab683ebb9fdec51
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af08b365d3391110135154166e7ecf735a5c73ad1f41fa1cf3a3ac92b21d00d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a2a8eafe31c5b39cd684dbf6d85192eeea4f4c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55afb21d390b52229a31dffc9255d204726bf5f8cb15b6a7bcecdd645090b7d4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941eb754ad408d8f0f251e5e94a33b208680beed
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4aca5bc5490d2f50cab1260b88215801a64607462266a265a6c3b179d83c4f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef72188b167e5434fb6747fb55dcc72ca4f5a79
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dec10b76e9500cbfdeaaae21cc3cf8392f8c37dda577a11fd3369c7b57f65a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33495f3de98f537322a57a189d3fd82dd47eadaa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7e1eb17dc30bfffcbca6cb1918c0a460970e60e486efb6bbce4cca58cb1138
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb411252251f9ce5fd94b7e4a3046984aceaa864
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f51dd2adc9f81bb096fa0cc67f59279a0f7b3fcf04b7003b48f6a037e8a2001
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f7feb256a18eb6abdd3dfcb704186777f40c15
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa24a3590ad9ab18051c2eed7a81b0e84982137dfdb16b6029dedf0ed4601ce
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd22c529e5a093a44d2d14c0850ee491d3a9cd0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fee448913fbb6233e88e899455e7a02c22b6b69d36bbff481c5896ba42131f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b418c46e5dc6990d07b4f8dc62efb58b8f5eb6c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b531179cf456e8959fb616b6210453b3780f0d34cdd24fed385b995c940b93
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98249c4818a88dc2a299a9eb4fdb31e2542deaa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f298a02acd05b11d2fb8b6b9ed4fef39df00f9d30bee805e4f73413c8aecc7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d99b82257e55107f163fd6118224d43e86f689
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40b9a4f056628e9d5e97b13bc191e06591bdb1f10abe58f7ecf2f4a082b255c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035f4395d1a79439d1f5a5459e5f77d8a4239795
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5034dac802e0425a0d24b476392e0b9c1a717c4dcb442ca0b07be55054bb93fe
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d09303e88f41d4b63bffb3f86829c27890cb00d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad91ed984390e120ef8249e2fcdbc4f8d340d7d7e24e37b0473693d77c193ae
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a0c5ef6613d4293e47308248628a672efbdb24
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc7e3ce91bfc54c854a0835a297b8028dfea9f951b7c2fcd930786ca26a7c88
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c3aed252e5f589d1bed156b30aeff71a09eb32
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2c9bc4a69f98eae753a5591130181a1c5bdbfae2674cc79fef9d2e4f7f093f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d135b96767ea0d359ce8896fb40b48b4fefe140e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca7ee59fd125a4b90cd1781ff4439429a4d6b7df682faa38dfe512b9c15033a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5bfa5c7d76a30346bfdbc17c885f1c24677dc0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddcc3c327e850d76b3cb3dcf438eba4f88d29b4bca0c9cc0943b477870c51fb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e945e4601a95b57198427bdcc6464cacfef626
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e18c868ab56e205986286e604367f214e0f378e1ceb5310e61dd78e1379fa95
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0abb00d032841fa2d2861f9053f0ceca570ee0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67adc8496148b67c12f534f85ccc4fc706babb450bbc85a800c44adfc78f7b0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3988a2f9692cd8b5df7b28c0c260cb658cc558ff
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d45b33905425f6d53550f92840542789141100637f8771b84341d87d07c5f0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc7126d545378438b5cf49618bec037ddb77e9d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9264bc3056da0e029f4a0163548ef5aa569d6d1dc9c596cc1c20eff6b995b85
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b4854f37392f7d61a5bc14e15382c785fab3a6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a17c10ecc43cac979a0da0b71bc890d8be0fa67b591f95c95ae58b8d875b117
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b0f2d0c69a076003e765d64844671815fb4af0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77758b877eae38edc971203345d7bfcaa9e8ebf8035cd905e7a4a8ce0484427
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49096a98de66f6db33b94e600db6bc0787dfe537
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd03d42c6d5abb99e88ae521179d044a902241bd97851514dd7d979ef61c81d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a885ee84aa801cb6496b419ce973e760aad6a5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1003cb274f04da348d9ffae25e371ab69e21a02171585103d0de906de3442a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8868f83a38173b735b99cd954d5b367845cce603
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305694ad373a4cc0db6b7f34abf3f0858480b68e16c6f72c70b7347cddd6c284
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4040560caad1b05f32332c9d0f940b9e9d07d4ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7984cace0ee1c031f681ba4961de2e3e0070e8e8bd668cc699489f3d85cba5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438314ab8edc3a89ae2f09a24f0483013e45a38b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21cfbdf6de89d71f55fc1ee3edac2df1929774cdc1e6f0f7150f7889ad227d0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862fe2566b8c170ba21121d431baaea00206dbdf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46868eeed441998590de8e6d546bf54684353c8f069e54cdcc10e3f763ff950
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9dd8fea023a9ad20bc98d1c885a781f9dcc465d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f2300e48cc56174c60029199709251e9aea2df1afd266dfa7363dd94fdf6ce
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcb47dbf5beed21e5a037f5aa1513bd7b3a0c95
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e53c2e52270edb4bcd6e09db10c8645260c0ad1f9dfb0452600054ffbe7d13f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952672363d0f6ae5b8934ec315ee51923229b787
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4df00323db193ff204913775f2b5b6a20caa9cf807d86a608182927cd423a25
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72ff258ea15e1d6d6507cb53c269588e9c2fbe0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553bb1519af2d9a8215b4d047b3a9643b0b9682b42fc97f4cf25a6937c92b4cf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb7ef289e44fd2c4a9a818efcc649effef297c4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce295206dd09193089fc66d422e3a0ebf04b108b352cde9e47be75d5a302417
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125fc47b6dd0d80fd6c2c7bd82fb4dd18d080a63
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d488f25406cfb2fa1380ac298cc2b1a59586a4397388bfd163cae3714b31cd62
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced3b8c7e83130ef8cd28ead27a0f1265e8616f3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192b731bcfbfb5564a567868e02e2fd423527388ca9866f6f90e3327ff683ce3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299f77aece2590d2ab38880a0aeb4d214a588d91
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6274fd03e85e4b4db73cf424f9fd2073c47d52e7caaf1d58a7112700dc5bc4b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f812a0150978f27007beab754ae24013656c6d58
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f80ec45db289ea73096aaeb605ec2946452460a64da167258dc0b876fe16bb8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fb36a448434b6d8d20f1715253db5efbcac629
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa7aeb3605c2556f14944d4bdff8d5dadbda0b34f797aa5372ec766e573c9c3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb99c68f6605df289a8a110082eac4a457f4f8c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bce76d70ab5dfb24a03e9e49fb905a0c96b2bc2b5697a27a45e10ea00705b0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6664fe17b75712834ee8d0e1fc2bb62f67ca6174
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1d95a4c739bd6eda8308fd06b771487383091b797c83e89aafe66d29565dfb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fee5b4fc11ac0c16fe35d1538e1b4a21a975f66
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6f550b98cf725948128273c1c38c570e5803ac2c41754c710253328104ac67
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e45cbcda26ed29d4360273357f913b081eb4191
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c46093ec0274dce91ba58387bf878dc85f700d3f9c3b193dd0da40accefb471
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8a52019b40551e2adfc41589b7998790d06c29
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc2341c9c4de2aa2b6e184616322565ab6b0172f503064334174aab264eedfe
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb281464c4a87bffc8e65a019f3c4d597e473d86
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce2ba3e017ee3be5856e482c4d3dd422ce646856d4a60a6819c531c8de22be7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d6830f9cbd6f1a0192beee8b285516ffc2da6a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1954f0a3aaa26540e2adb6f22b52fd56436605397b016ae2d96574951e1cd3f8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23414be30ba37dcf1dc72ed756e3fdb6a3d6a807
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbb45032fe77a205c55ebcfdff394ef29ee2540c1824f64eb4d8d717938a56a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7cf904841694bc257ded51c75a7b22a87f88cd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f153c282b1140f892126f80de554dfd81a6d19a1894a1d68712bd6bb4b9534f0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593f3bbe431457535064b38393880f72b5641e58
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463db4f30f0cc8a5766b32dfdba7f39a5bf612f12cb932da19d9193965583d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2e79d32ed16463d26127c224fa94c4bfdde1da
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ec8478025fce99e5908e880f3a1fd74acba1a20f73f1c7c48fd1615eec6f52
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2280800d9d17a8e3c71a55f3f571be057464497
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa122d219ab261322c60ba27ef35c71cc6c1b72aac26aa03954957d9dedcc344
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d8b6edfe31e6c55184c83ca425f5acb33da892
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade83c8943486732559b142ae19a8218e213746d02399ddc4dfda2ca1e3e8eb2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7caee283eb65bcea8edaa9d8c9eeaadb8bba25f1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc474638118a2fd4c184a22290e65b481f4efb6f716130f5f3b4d114d43a2fc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e082f156ace3519bd96edbedccbda494cf3af19f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0808e087133422bd23519e63c995dc85089b44e0bdc9f23b766f9bf541f550d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2193ef94ddec0e9ab1b7ba81132971e80eccf8fb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee58160d2494711e214c362b815da5b3b8c6c71af1e0fecdf2ac78c8e21f9f0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a38cacc258e16c5ecd8fee9dc5886bcf7a27f65
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3484033e6c087c3cdbbe96e3eb74d61eb2f0537f7c1c75df08721c7594265165
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfc3883dd5fbf38022229b28cec75649db55331
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e4ac0d930f7c1f937bb8fd57baa0dbaf3a9997cbb451e54024a9011163572e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a745b113116799eadb3a3025d035b3f1330584c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b427fb53d8edd8a4f424d31dfeba341ead5fc17b49385c62440c3b9e2637c90
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463562a010b50f66ea7be6546d1a7d147ed932f8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3654b6b48e51df4924dfdb83e9080e90f1bb808d07c342f3b6ce6b2de969ebfe
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca94c4f6a39d6329fe9528f80ce3e969081992ed
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22409a62fda4361a392fb53362f871f2cfe8a7b61e75fd2c1befb39e572656f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333b9628557badab435fa4e4cf72ae750cc3e59c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d22027746ce9a2b371c1ad787d453ec92c8682ea04af19bd2786ab6da4bbc5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b756fc1732be8a87541a3a56ad521f21eebfe6c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad2c6c9f36407127fba703cb161d8d24bf7ce5637f414630c70010dc0558584
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14771b3cc772f1a2de6e501ac70adeb164b07f08
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84444820fb99e4fae6b1b2f4ddfa6e021720b5dc7291b9e0e837f4af3211831f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d0d1b36fb882bde74c3ebcb5dab626fd0c6d00
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6aa408235db54e33965405acffc7c43f1545332aa0163f3d92ce046e40b661b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62aa930fc5ee8056a880509cf67d2e4594fe3a07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51bb65766a9cce129e5ecd1199af5af3841df0d9d9c4a52470a3826c8bca9f4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d82929f73a888ed30790ba2eeb383e6ed44391a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8695f06e16f678e9b096c750431aeb27aeadb7d1e7dcaa89ac00cf88e1aad74
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361ca4d224f76c3163dc5740c28fb31b20138366
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353957cb4f493ebf525bfb2c10e1320c083fceeb5a3152eaca7ca5fbe81596ed
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76228419f4b90fb0a8d37209f47245e7041d344e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c763bd7bbfef99a453f5dd7320e32b3176570fe08a5ecbf7dfdddd88949b653
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d3ae401cad1c913509b1416f737bbf6026bd13
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776bd98bcdeb7b5b616ff85568553ed92f06c4c90cfaf92e33fc77f179415cea
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a232ac63bc1bf7c4d6bb790829486694ef3a61db
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76c22f6f002335977099058a0b7264147d82206781d6ec80342ab3cc2d12131
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2228c5e23933635c4fbdab74c0fccb32eafc5cf2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619da1257f8a316e2b96f163ba2f47221d09fb1a3e963e06e357ff1715203afc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75473485e171816055eebc73537186bcd80b6d6e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02e5023e5648cfc9bd62055748b779aa91a0f65ecd7b4914282f9117a10cb88
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf08f2ec8082bcfef42bb360301f0f92b6366ce6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30f8191491aca589b4916198dd00a2d83feeabd2f8dd579b1ea00f100c47f9c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f03af6b8f354eb34b2fb115f155d416543ed15
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ebbe37fc69c157f5b0a2851b07ff0eaed88608a12c1931c9331940cd81ff6c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5baf01f3be4c42981fb38fd7292c9fddb3b73a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0957e0897d2e2bc125a287b36abec8198f3a347ee7c4382c2734101fe398a0c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3a6677b69e4d285cebe150938e71d573790a2c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c9400bc2c17d73f15777e50d08c59be7c8d3d2ff7bf815b262133588e064c0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e53724ef0c66f5b9bfac69d998e8b4cafca9ebd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5201e26bb638c78e2da6d8ab2d5b430c565891955f115165aa94f0270d369b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12119fb6c2351b0668ba91176bd1117c1a04c9e1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef536557509d90c40b7857976265039c32ba83f87a11c95ae4915b7ee722d38
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae93fb0e5a44b3a5adf0a4b1768dade539e5bbe
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1684d673a72cb4618839b9572ba7b753a6bdda5610e6024ce9087da50350b41
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6e537eaa7210282677894462ad8c9e073a450b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e50287bafa8e92362ce60d59157a4cd90dbc42eb65d7be77242cac0fb8df5ce
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33c8d43e0ddd350a82b0196581cf54f9049249d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee8d309ef507985d88c102adc4c4062ebf8ce0df9cda3ea0b349a6db88e1df7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdcd9350ba6fe5e97fde615844db09ef75402a4b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8eef5a83b0b0343b7fe719b7c7f5c85fb2956bc00594bfb102f79754f2ec135
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52ea2ddcac63fe8deaed1c2ad7084ae71a5f90f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4596a397566e70a177c8ee558d9647f6164f74abc74ff263905d28a0a94a5b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91707a9e9b182405f71d5ae9f81f749948584a0c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6b4993985078d0fec77e390232640808407b94c0cef862a794e8bb79489215
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a23e4aaeb8e3617596a542fd6d0ac9a5f961a3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed3cfe89cd663e75e07c6345d39a0cef2f56b7072574d64313067f3dc526c82
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1798b9e778cf4e8d51c59da25ea317699593ca53
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ed514133e3b983ab41e983f03bfd766777dad725aeff5dd55533c55f250f54
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c39505c2c8a565faf76226bade0d4e5c2a6bea
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a392b4ad1a44ac9a1ed14dadcf6a64313d0f8df91b6f21f360dab172427d6f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50523bf4094aa8e6c0d6790cfbec2991fbadf18a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cae04cfe845587376114c316efa84e16e66cf3a987963470fdab73c9e9ea12c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e7004fdb99fe1863dc87256a1cc518c5e176be
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1cf0e4ec05a4ffcb94a84b1516279955450faf014d87818dad4c237176d013
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70d4d208a913d758ebbcd27b89420e79a6e5ace
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b64ce95e442f00aa161a1b2bc62f313550fbf7b37043a6ea709b65e293c2aa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b49dab12141fecaaf466cf22aedd887ac7e5ed
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d751ffb7127dc28bbbe1d25a5cb1617ad0e8576be6ae0b0acea2781ad785f0d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedda948f0ca52c4786e8c9cf39d6aeb0f8dba9b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b7d72c5f68a5b98555effc47aa57b57ac76cd582f904f8bc0ef90c004a2262
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb22f516b25e0838053e22f42c6f653669d4bcc8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d913f76886c034fd6904542fc7fc8808d6a65c26363f2a950734ad58630c28df
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93db872316586a5e59967d7e72fd357581491dac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01dd8125c55b37354efc7157c0077a48ab5f19044d269d0ea3395f81d06dba5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613a02d4ce381ca8f791eb6ec19a338b088c41fb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e99ce380204bfd35a0ec72054250d3542f4612964f5dabf9c54b5324b7f9a1d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdb7c8b4d8e7593a8a2f196794dfec711f5534b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb888d7a446c4e3fc1b018947762555d6bf47e8243fa6adff8486f48d19e540
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2920f68e45604cd964a0c2ddc5e129adef3b32
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4d272252c7aaba512310be10c5b7e4cad51245085bfeeea797670d8601d515
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec282e32bba48016545f632de6807b9d0850da6b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65a70ff0af73690d51af0199316a2a9acb585da5ae2785306af163a794f4c08
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5311138304771ee6970a9d239455f826001f7e94
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b549588516d36b358d0ee696cc8de4aefe2a065c9475d1ac2e9686a8644fbf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb166103f836fbf9ef3242920fcf4f69f05ba8f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e582c7aff5093a166fb3973995ba3cd407a7125559b4f0434db470386e31602
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5732a76afdf50b653df3a307e2779536baa020
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b79836b6be6d5e74cb551f7141f199bef376b433ddb9ba88fed86a9da732bd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19853632f565738b2e8e78fd01c1bf38ff925606
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53b2285e5197e3afb0314d559540f9b198d1d4d926125846d6eaae016a5d923
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b0abd3e1e1044c0b77b094d57e2781949a55a9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddb67aebc87f4951fadd63a763f50f187a8e91d94ecf9732316f7109b4686b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e53f9fcf92cc1691ad2e824d7cb563e6e7cfb4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90114edacd492833df423266ac8dcb01bcae8d702f2f5484848458eb7e04f96
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a8df72915dfbbf306716cf394f7544412e6505
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfd760c1692f8fbcf6fe86e25aa8a759e1d48740a76a5a68bad56a4587e522b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c96919e89d3e30168b3cb6a685e8eae9eea11a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10157f9ed0381570b3b80477bee74c291550e608e10251455cb6f5cf8a92ca7
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822f7e6eb107ef55dfad2d86b9c08ff6f6d4fa42
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b673e35a4267bc07d3477358a66f03ad2cf18e9f766d6c3027c716c5987f809
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b72fe7fd707cd3e4564fe758223ff2df7b11fb3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fd64dcce8b19f1aa67b760b98d88a373265d115c57fccae9c3b4a664b1d08b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f233222b0bae15a61afbebab572e390521b557
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563ed39f7ce23a31f210bd3cf8bfb853d536d3ad29cf96ebb541b2378172415c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ccf6e6fd75df79ad51c8d6574b0b7b723a59b67
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabfebe82f6c80674b78ab97b28460e45ff4405460683e93d57276142e2febf1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823a9345b2da57cf361cbf89b3262b920416695e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439166f725a0c007885bfbff4e2942f88cd6f5a29c7297b850ce75a05acaed63
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0863e600836e19680f9cb2de91b2f76c229779
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c648b9b12dc414a61b1bdc14462e066fe0721aa301f6549e109e2977b9018c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c67e02e7b5245506ed4925abe5c0ab9274d83c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc61a9a02b1fc9f58c132184a8e28a518559eaa9beca83707ee791332fec69f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6f4e45a63bc68ac4ed18c3f976e309f6b089c6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7aed68cc825cdf3cc84dbc91f21e5fcdc64c73bbfc165fcddda077fa25d96b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2417ed6ee10efed578d54e75d4861d0fe0bdd8e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fbb854be095530efa60efab3636cc09401d1f80c9ac0852aa0460a9236a6d2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c8b0053e4f601fc91daeb7e3b2e31affa7ab58
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54e5f369cef9d98674a43dce120ee7ac3092de90f8d1c9a47f8f1ca07324b61
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82beef9f85cee2da9f2bac814471d33e626df9b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20379805757debf1d69106aa9588c41e82c91be7697ac4b1e8d5c21d361c8898
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba89696ac8cc8fda993fb5902948d8f4aa70d0d5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c3ca5d581ed9a0416a71d9f24d67aacd0c00c779bc1c367ac6d102e6ff2e09
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa43ffd2acbec69ab6483876d6305d524b67f93
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ff8c259bf650767d727844156591b24e021adb904aeb37f0bf555569ca814c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa5d3a76c41f63abfdf60bfc8b6eacf32c56fae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c75624477f0582ebb377f70f9aa12bb86a6cc52d9243e5a87bb6897f259d99
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01613bebd1f8d46d3f0d2150e4511e0c5531bd4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc206038dfebff012e6a42a1bd6605fed326ce2e5b4d96a2e048a16c87ad273
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86d8e985f386bbd5a7650728af39f6308ac9f3e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95061f4702a982894a685eed60d0b9c2f97c3540f4a4f8b68c74eae59930eca
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e12e1079758ace3b603e8561024f5677cc36c9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5567f36971a0a102a4f2d6e8b4e24f3bef2ea3cac5eba6ffb2400540542ff3b3
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d36d7c9857994f6c2a2202065f9ad31e25336c6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d000ff4a0893fa3852129bf99625dddcb7410f4766ac9b2d403ed8739da7ee
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7a6620062627236f8e8eeed8dba13772e1b09e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917a61f8b037c42ada6a42b45864bae3f6e853e59851c2d00ba096ca50c514ee
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63db50cb1b298cf247d6172acace00255b325507
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3d8a4d42b39af0981f6c404f55d5e2f5ad1adac3aa7dda4f2e35c6df63bcd9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebef64a746f75dbb7ed3f81dee474e2f0c8bcf7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6d00dbf8d6e92020aa3034ab335639987fd8ff83af206b567fef908f84f756
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1fb8d11c60cc387b7e8fbfc8880b574a55e7c6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe6afefda6cedd2f2b1ef36e6d4a8e28c2b066c7649e16b85265d78d0c1c505
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee12cd08bb94b332a366572dd930750b151a217
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667d54932f33aed0ed3cac30cce6477acc1790f0c9a031a7d230b174c98664e4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55bc24e614fcacfb34427d5ac019774240bcd49
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e475bdfdd3d9e2f934c98ce86232b1722530f71fc7b31696926ed84d9071aad2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe55ecae3473df1b9aaaa32016253d8f0e02b16a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fd96746dcf71b042d0d02507e7a01d3de58ff44ac6cfb73097787023c7d3df
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0effb0be79bdc3a10f6a74f033f2c1feca12b0ae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6145c76a4065e0ad8a082e85472b1423f29f356b551f210fe572847d531b1df3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a5b87f8852f271443bf73baf256af17696daa0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b730ad0f646b6be44129f795385d1ad8e38fa6dfa8f1f4a499dc118494edc1ec
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd08689cae6759b738974857748c60729d7b815a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16ab0a46f9442c0e79125fa7e930e0f5483a1881c3d1a160b5fa9a38ec33c6f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155a2d720b3c336ca8b5c0481d136ceb2979c293
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6866215bed80aa70fd9d94ef55ebb7eceecab4516368bde48afd6c3d4acd42
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac22c88db45b47b2d289886342c602cf7717b65
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f11d0fa78d4d8099c54cc83ec2284bba12474f54da5c01936114c726fd46288
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc5db03df00efac13127553c929fdb635c8488f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2d8b8b33f6c8525348cb52a6b4384419b59f0885756f712663b89b1cfc0571
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99de92ad8b334d18a12aa8a9f46db6e14d7a31e7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a76fd57c8bff1a5fe2fa9ef0aab74fa902cba68e1c25c350d313b1f47dfe172
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e25f2c28b85f543799eecc45c1bd4ef69c5ecd0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31dac2cb07241df88dce525c66290ed1333a25f51ffb54651e7a67bfc10b4747
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107892c2cc841c117e778866b5cae0728d5d499d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173fbb12e9076c41349edae7b20b2b01d627052d0ab79f6dec18c8c1a12f21b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f2777acc81c9850ae3189cc1e0f1ee34f538b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b54092dd928e5fb6602dae3547224fa96b91345a22f6315b8c7c0b83dc78ea4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df87978b6c31cd7d160b4e88acad25d6223ee6e7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0d60b27aca1974e001bfc6b72bf86a3afbe3591005428c51908822221f7db0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7f4bfde17b39f5d77b1243b8f983bbc219e551
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9e72e2ed34b8099697549b3b9dac488aafe87db7060d0699790af8c67284c5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd8a46c49be52e6c0b29ebd5f297aa6b4a588e7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c512093d6f5a2c7b8ebbb140f92e25bc4d23ac786db8d85719ce8a79050a012
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3782742e50927df601600c90c446dc7a8a7bcf95
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6526000b41e065117cda0eda15519511712e692a585b9985643de172ff5c2bf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54314166e0058de46f36394275fe31d92721da2f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9419fc99d5d2866bae4116b8a1c36bfb4ccf8c85bc874112c342852bf2eaa0a7
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f003f68a1d4442771d09bb7e2351724c4f0459e0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ccb7f7bd631452df53c09f93fd2f5ae1be6fd6c91368864c4b262cbb38d19e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd57787169a43ee8b8df61ea1ba0e0d74f3ea3a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d6e65bf3fe949f05344c511a8189f125afb3b66d2471143c67550c88282627
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b324319bca9f4352075b02f7d03ce6e86a8976c7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cc5f5f3cfb393fd3543839455426b67b7ca1cf2f51e53876205e2cffa7712c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11ce4d0148ef8391f6982cf77fbbecf4e5bcb28
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d951874e51afceb2fe8b2740554d16f73411822a7ba0927146dfca825f7495
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73c0d92270959471d141440b2d0ffec6e51700f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6ff57c8b626aa53d590828856771b4813d486e3d44578a54d1bc3bacd4c558
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d4a576557e69e6449cd37e39291412bc3e206a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522d4d132b3ec3a3f4b0ffd8928db4a4dc0631df902ff978da62092934611db6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bab0ce484dd57bc52fde4f12cd8468da523a0ce
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d616a82b7f1110c2acafe77bf9feb5203442e940980a6c3b80083bc20e10e0c4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d598f0956561e8270cae4129de2405ab7675ed18
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4daf9f2d02f8e1343608814674bdb474f0309b153e27ef720054c5961d8c8301
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9691f4723e9ef195761bc3988c8d64b834818828
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597916137ffd63f983d947804083e12e9a70e6153f81280a20f413c6e874d475
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ea764e1730c000bc8492fbc97124848896c429
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895571c015536eec902d0bee809f66560d9fca7251565a8dab0f818b3c7d7032
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30a9a5989ebbf0ef4e97421761b53f16a91c040
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44d707563b9c055c58635b1723c0e3f77c730e1b992ca5ab9e3a3d4fbe75099
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2eda27e21db1105bf477894e320372514524f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da59df9121b9403fd427be6f64367742fffb16a86f961e46c8cb7c6bad5ea9a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c583080f0eedcadd4c9e15411a510584d9467ea5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c4d25e927cac0970c0b8c7e475a1d372e6ee6962cf6a884ab13bd8f2f711cd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2516ed04af664f883c7e1013629b3f1021150d2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbac4f74ea7072ced6a1f72d53a9d2c4e5b6a6ea20dba4532e863b2790a8f833
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7757f6bfe73d5d01f3e944c2d3cb1c911bd17f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05666c08e6181f27834865ea9cd204b412a93c7499ed61c340ded3bd5165aa55
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f988fe455048d5d38e705988478d286d4adaf3ee
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f33d2e4f58cb439251ffd97e6bdd9dae121ce57a98f27c0dde510a1c9cd467
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7e9a37cfeb539a4778c4ccbf9efbe3c5f4f7d9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0987a1b1ebfdbd9129c32ba5cc61b8be4d72fbf7dcedf65a180a8b87a7599a80
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06eed1b282fe51b993b6cefc970b4592a156152f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bd5e14081503b0d5d2aecb065bceda5b634a8729e883cb08a4d129c23f090c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd798a2f664f44e64d5a153c804828835644825
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee94aba1557329e2239c7799f77e1bb5398b1fd8b84ef6de51b1b45def1af2c9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb649b71a1af27224de2fecb148d7d98e9022b2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758046b7eafad5b07b4bca7ba5e43af86170fc00c829c509b1ffcf270fcb9e47
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d3036ca1a48a8fb73fd80540ad8f436e619c2f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f0959b1c1956a2fd2df2ffb010ddeb963cb1ed745fc77078fcfd9a0318c350
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118e749f195630a42dee9b1e4329939accea372a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2b6e32179c38f655438668ae348a3ed5bd08cd90334eaf89b0532d21119a04
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1a6fa5aafe30b3c3610665a57b26ac8e3af64f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d958bcb9cc1ea16ca324247437e06b416454ea0b8c2a97621667ed2a803607a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff68ffada8a344cd97a8d95f3047330d3eae04cb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d529c415f8776f745ebe6a47242199cb88255654aa00b43dc13b9017a4d1af2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0485d20d3d9d3017e6f4e8ab6959da69da4a6e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1609face516768f803b55053e8af4536ccb4dd9106ac4cc71a7198b92234ab34
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4820ef8fe11ce523c428867475cb5d8d984f4003
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95da9492f075bc7b6af34fef055f6f7c70f058db210e1a7789604abd09118b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539b3a1765df412a7250117dd83d882dfb3c7e9c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275f397c208e4ad6d7e1c54314f9e3a16781efb6bdfb75fb32df04606e9c9be4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c13bbc3006d5e75225b0eba15b1f05e8fb0ea5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf79bd91cdc1ce7fc3628a45bf99a0f6825e5aed6fdad46c66e8159445fdcefc
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca7fedd52627d25c526c15a72ea866963b15c7a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf46ce01ab135d94c31011edb08e918a5c1df101d25afc9a87cdc56ededeca40
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8accff82d0d2c0de46a515327548f1dfc7b79a24
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd49dd0330831c2b80d882bd5e81a969b1252efca73e77533d0b636662821005
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f392117e1c43f39c43309bc516a1646bfbefa5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4beedec5d3382eab3b3da62f0181b894cbefda2c95492e1101dc183bb88f74
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb72f1ca3c20cd6c35213b7f232034a9fa42d96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5635bc46d13214533d977560c66ecc09cf4f7550902af10c9410c6d92eb8f3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91e4b264049fdc8a766ca7b502158b60837ebc7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9d5826d4f99943767b5b3b692d348b2a590200e5a2e66e99e435ad26a135df
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816dd77051dec449fd4f8810bc59b2e4ed2041d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864ed46ed8cd8d4e43c3f73f4e2447ba79af1280b2b6525caf4a0dd47c78336d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f6ee4f9c7cd286d8c675d3946e3957182c8288
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea480e17a5df61a6d1a9d1a848407c6f932d5caef461a3426b541c6d43ede94c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0da4cb3920c371c8c55b4fcda7208dbbeec043e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575271b862b1111cdde44518a218a5efd73c0eef1103782226733a4ac1c59aca
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899f25d590d5b26cb67e13f1df3a5588e6675bae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fefebd118dc653d2296a147b640c0f114705d5b28ca7f783ccc5a81e0feb574
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb927fe529777874ebfaf6c567fe3ffc1fe88c5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d4a31a70bcfde0e7733033cb0778b67faf7a62370705408ce4e5ea6664312c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f30d90b48564e387629abf8707df04b816c853
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7cc4c6c813f694fc3ed5c3d20afc58552c8979083bbcfd9b30617b0f438708
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180232c3f88c75c6d7f907eafb96f5307f34827e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f576b229690e7867d6bd25181108d4aad484042e7680ac646c7ac89a45d0ed6b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff59ee992457290eb812be57fd675c4f404cd79
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a409a1de1848bb7c63151df4336711bcf8ee23fbfaad8017c7e5d9755adcd8a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98224aaac5306ac93891db7f5ad3e95e3c5331e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea3c47017d4385b92026fbe20df5e5200d05728ed70e77635023af67a715401
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd232bc026a0386a91cf1f1c66f242b174dac29
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7493aadc432c87a3853d3566593875b387af0afdbb3e23cdfa008aff973001
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5236a41517f317f85d4fcb359ed50ebbadda038
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11dd3cd707926b8ebee9439bd6aa07cf53c8d94079e7962f42cb9a5276135c5d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03038edff0fc06c765ccec7c5d7a3d9e62c7810a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92435bb44863d8a32f47575e511477f63ffd075ee6e86fe5688129ecc99e4479
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd1a7c161873809205fcf6358e374c7de71b26d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f57567731a7c22dbae2265b84f8d7ae4d12148bfef368ec42b7a82c36604b32
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653e1798a95c2f78e2c6ab360fc9b6650e42ea41
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e4f525f0c2dd89a7547ba0bc589a8af1663373bc4080988533986c53990f5d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e446a5085d71ccd4b5811cf546062646ea4c79
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc8bf77a90bb0b1fdf714cf6dfac2cf80791d896ba255c210fdf91e6f92dcf7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26e8ca61ac04f5ba3855d04e3b0768602f3917a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf041d198febfd27c5f5baa738843ba6f6bc256137e5cbc3f9ae59bd056de1ff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff80d180b3d9360baff1e9b97f728159b886626
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8adee2cf7870260d9a544998eacae3efb61758bd0ad92bd8c4cfa8034ab386
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d56b98d9957314b578ada9bd5376b0b37395fa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7548a7533a18837aab573034e8a01f0b3ebdd4ddc5d6528ffbab20c28a5b057
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8650abf67bf5739ce4d298f704c078193d1f6574
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b87d83b79c439677c9b83c627c0101332054c8db41152a78b3b76d86d8ae014
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03fb7462531bf4f8e3bbb860f437c5c1a3f31d3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840e1ae7ae3031ad787dca37e1bc4c79b227f1392826d011e99c1eff5dc5b97f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176efff170d77199fe2d0eead9539a178da346d7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4ff0a5b240654d52b6cb971d61a8a395d64597e13605a4f6039372faeaf0e8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1499172c39f8030edea5002f6572eb02c953f226
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50da9b602c8b1bb148f0e22dde8008f524eaa76291c65398a6c61feed1ebc8be
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34352b3bacdbe252cdbd8d2859eb83368083404f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ac1e9057b6c820ffe4d2d54ae29a5b2d26ffa636217361be24700e4381f1a0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894d5f9a98f725056626ecd4425b91aade9ecd75
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0782560fb1e945a44d4e4699894f6fbd6232c7feef0257229cefa0e3a7602f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b31d3a4fdac32770c02634111bbf0a5b97e82d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00c838c222f70dbd7b9074f3e5abf6259bc6ab1b2bd39e0467fbb3eda1e032f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08726f3fee11c3f10d8f3592b48e70a9c3c78c27
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbaaf1031dc85af3ea2235f60e79233124ea8ca301321e3c07e1bd220de1d9f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab00c68de5e26aaee441d3e31ea5d5ad8fd54703
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df38fe7a4a2c78de34c869632cbf735ea228db0cf309a00c7a6eb59a28125ce
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422f65564bdc8a38bcba31eb728ac7ee8fa6901f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae5a6a576b9c64affe3276767d3ae6f117462f802fc940833dbb466b4ebbd3c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4867b345442948e87acee50bece63380d881738a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd2ba030e8e9b7a8d2a5d093d6e219f27c22d52bb2f9fed11f6c9eedcd65f13
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a9210858515624dc8252cce52735403f4c5828
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea246b5b36397539d7c0a55be4c93d1bf26f983e35b8be3d39c88c56908c274c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf4fdc04183b002916312284e71ef0cdf14e261
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447cc1ba9ba88a80386bdd9ba09fbd148810ae6efd133566715417ba80c0d9b5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd6c0fb38b63e05f470249fe9b0ddeccf3b4b1f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a817548b1fa77722a133756985ab58ed1aac8908d894189b32d63293c28e7e75
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61b57ebebe50d43a54933cfc48b9d2bac5591ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eca18cfe31f443ed5b29c5c4a39f4a679da0273716448f374a81dce275bd471
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a16922ba7a4573a3ffa49fe976084e613d99b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d39574c4808d36fc0f6e5fff55837a8cbe3fd23cc3191e574864d409dac17b0
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829af4eb9cf803c0559b3bb0f0b8f57baf9da8de
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e5d6aa9bc852deb67d9525ebe78d1f9356db809621448d14d0d2324e2ab491
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fe02823e3510faed4b378eae6777ea1e842b4b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c3da5ebc2a567b8d03309805d1a85c125a40280d236968cd16b18f7931456b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab062bed43357b0e9f4eb88c9aa232cbd3d5ee7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db884990b988911133ba942c1e3d1fb6989f82d02397d3e794804536cb02a0d5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30387c9bede6e480728052236b91fba84812e07a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c8d5cdbfe67b8470ca98bb70cf836ef25d4d9c8dfdcdac7d30a7e7c7527476
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2788e9e428c8d9eed872942a8ef009a64589a23d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef2b28a90c6834f64dde837193d84af27c130afa3e90b5e78caea2812b45a12
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7f1164a815e5966485433d490525a05b76f0c5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62fcfff11591c5ee1ecaccca70940dea545e8aadb2bb3b620c954ebac4af76d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08088d143d6b237d2b2eb73c18cc7f2c57f3ce96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b734a7ba792ac2a311d173f726929590747430df83fb0a13ef50ff550480f811
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e90e62504cdba86ff892acb643c4677bf76b3b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e46a1698fbfa2eb870f463985c28ae188bcbbd84db971dca44c5bbfcde37d28
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ca4749f7620e3fe448d3c7fed72f3ee2a547ac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219455bf346d8401158ea7198245963d0286bbe6633b56d23a58574d604e9aab
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa355996cfa5d0bb302e5aa0dd3f4b04957018b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59345b765dd0fd8cdba3f3bc728453a4754f639e0f72273d050beebe44b1cef
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4a395999032507cf5f5cfce3b3150e096d9ebd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37fba23000e355446a6be36cb8ebae14f2a658e7fc244e1fdc96b3fd1f3bc81
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92ac7bb3b48b3107e93a92fb9e34f94c8138443
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50fa13174b2676f0da69f84ab85c24dd38d4f260e90fde1499695d62145411b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fde07c382121ff716ce792ee047a10039784e3d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d23f10dfee65151307d36e13cf3280e7ee54f52eaee1a17040aa151f405b62b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06edab242957db82c59edd059273f95daff17f3f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c742ad151061e8fa7c662641a2dd699cf63200a89726a0d272479ada99744ff8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778f35135feb27b2079d6b5d20d0b46850d89fe4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684208109987045d0a4767e264fc81e9321be8aaeeda5e5584e468460db4c271
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49079c1d94d1d6a0dd4b8fdbcacd9e243d2d248a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8b8766e5af5e632c0dc250f910fba7bdd4d441aba9aeda817cb7f321ccf19d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d9af675824bb8f7df10856129186f50819b759
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b85465a7c8cfe81297ebc89780f6aa0cb414578495bba28e0295bc6ac993ea0
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797e80f3fbd08f67703cf777e61673ce0a4d42f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6641c4a7a19c3a62a04a776eb68271895836c39fb7b19a0ce36316bcd01d730d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4765a3abfbbbd557cec72852b4d85c0b57d6567
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c956adb3bf9b481c2471a94b4a884e9bfbf407a58b837cebeea5830b0cfe8efd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d83f2b5e4467e92802f53dd0f16d8bec946376
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ca422aaf9faf953f6c564bd4bcbe24acd13ea392b36bb408a5b9ced3ee2aa2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5788c81c9b5101c7ba7bf666284be7415f9cd1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e772663a2c43116b9d49f4a024448b720d6e658d49e48451d6ebc3bbbe20f4b6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2faf271ea6b21d5e90c4878535e6302882c5967f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4322f8e65b8014f5c42912c030a9974db4678c2a67519c46a1531f9629b9b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c14da9ce683b558ac2142a77020d046f903bd76
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cfbfc6f9dd4f4c8cc27ff50e4ce5814ff4a2241ed8f0d2e1775a8cf1bdc4d4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97096db846fdb0f7c41db270effd631eb6de281f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a57745f6979291e92698d0d0fae8047e2289d661dcf576ff7e5768b92e4bdf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/lm_head/_0.pt b/params/phi/4/rnd_search/comb_18/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84ffe5b7d28e154a3c1de1eeed6ed616d26df50
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e794135a3001e05df44e7a3229d86dba14ff783b1c5f54e50080bcc77ab0433d
+size 205955
diff --git a/params/phi/4/rnd_search/comb_18/trained/lm_head/_s.pt b/params/phi/4/rnd_search/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20dd93d1bef933e976a22dd5ee23880e8c15e8bd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57cb45e9ea26225793b3773df13613ff1cde7ec376da2fea9d8d3bdbb3dfd26
+size 205955
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e9f1cd71f16f24a8186af5e2986078e166808d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7def72ac8e1253ec67fea362503fdcc5adf5828c7b7d67e9c8abc8622b27f5b8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626ecd2c056557ed2b2279f676d3844a20eefc2f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3e0c8213d64222b552c53ca3b3e5835af1c39b18bb40e9fe60552695e25c24
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2084114f8d870655b3e9202a552010d767329e2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503825ad97a6d47423654a328414016e0af744f18552af5a70ee0788c9036644
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee618bfd18e1c4514c911428b0dbcddea338626
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cfc481a21f16a6b108f0ca1b5c61e68557078810abc6b059fff0ad671b168e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15e66ae5b5763b4ec26e9bfe0600fb5162c6f1a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1975a1244a071f7dcf7e213b07145ac5cc815a49703bf01ae00158d3c98c77f3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bed4b7ae5bd4871e4a5b1ee8ffe2334103b646e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68a92137708d8dc2fbb49ed7f1bd52caef98c2f09ab4338a66cc05b4efc5451
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9cc398b0edcb16c7f103dc9571835fd885075a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86285b455264038fef7a5cdc85e4b43d1670d86c32703b52a9c2faa525a7beb8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7cad44ef111cec4bdc2aec45129e9c5bbf92f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04968579b8658b0e8b0603ee842cd8b9311354d811f7cba9028be674e97e8d7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61db6c3329f9a8b1583f1cf5d62213c73c048b13
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9226de3cacca1344423efc79809aebb97b21b59840b664bb32b92c7a447ab47a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1c2ba80ddaac4756c19824845f78a5e344587c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e452e046fa5280cfa81a7ff729a2a55ca468e49c03ec737bc022c6abd0051d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e985051eb12482a9e7af9e13fd2dcf85a8347172
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5daeb888a12e7d01af0beb6c68730ed06f129c55a2a24482bef07cd9344179
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e77740bfc9768f63c5d68b3d7bbd1f8965b949
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372702229e8923e1c757d0099074f5bd346b9ab99560676d78ffd2b71cea2c80
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae693e514e1833f1c337bcae44c8ff330769b619
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781c1d793d0397cac79ff2418307525fab082ac76f6d38a143b354590d53549c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a75bb7b4c782b0a01cc9da4b6272f643103c12
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e746f37f298b84d54a7b5f1ab0569e6b7b416a3bc7faa7976ba111eab14e4b0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657f554f611c5202b3f74c249022e9eb791ec1f7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a21200134272e3e9f4d4af5cf6bc038c070d0a2204e7d4f8e7d582728f65a0b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a03d48d118cdfb0a1336c5384e55d66aba8f22
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d08a0635358b507cb90666967dd7a115b9966b0211ba31b5759ac8f494c37d3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f096cf09fa2eae05d1e74ff04e7e27e29962ffce
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bb96c920aa7b5f85cf403b12cfdf6027b25a81e2e6e8f154b8e4190862700f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6032f3e17399db8c20cdc2c42ec9440852f858a7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb084e491171f8adc312956d054b12c7353b2116ad0aa2db9d34124bd8bc0bd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3de046dccad939079f38f1f44f2e24245597fa0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743abd40f68bcaee15bfa56ff3636dffc8e288f0dcf78a44670ae503e71a26ee
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e065b2803c8dec5d29196a686451d1b8e5401253
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70f0b36c3bf6800e95c54a8c0f7647b9678b3ca09152a918fbf0202721a1a25
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc2fde8a6b90999d14682369936d7411b483f30
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9ba1ac04d3d68db53d17e2f63e871ea3eb37098b9d3b07ff2f5277a8b66b3f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6d0bb8c643e85af3139a1b308246bbb12d4203
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c721209c95d6fee4da098700685f4199e68cd4ec8f58cb9b0767ad535e6558
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e94f47442294e11a40b1681bb5fdeffc4e84deb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8487b22e3551bc1a8342bcfb02d42714547fe3a569eac078b58b6a64e513b8
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f0f60426df00005dff515794c59f2d50088638
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fcd904ff35cf226d5dd8c77245de9d703b4934218e9df6d31fcab074bd6ff1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d79d5d5c6d9c14b584fbe7328096e375c98cee0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00688025b4d4ab721ef44c6d4e20bd8aa8722dffded9e733478279929f0b28af
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70ba7d3d057d366e52ab75ec00bde194fb7fe92
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc71cf742ae4d06a2b45fb67d1878bc5e07dbf9cace73ddf075004fdda91b290
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c124ac2ce162f03557db59e602e3df80ee5780b1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a49754be4cb46e259702a2a7977b00cc5bd11dde6e8ea662ad5325c71980b0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2e3414f57d7146c260abc6fc3a8e8ad7d90d98
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0525b829aad4930321f3b74e3508e40daf9640ea5da9d622502e098e03791898
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed10ba4c5e8a255db97774848a016129aff6618
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a9317d0fab6d50cbe56edec201a7e5106362c518ff3c9937dbfca3207fb6a0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a978cee2cbfaac097f20e169a7e748aa9a22e12
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da9dbb6a1e8de1bf38c3b7134b64a74f3689eb20487c8c7eca95bfc6f511c29
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a7eceedc753e5ab363edf61ce571d4cd70a539
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88b5e10a9d65de63606dbf391525205d24191cd70557a2cc154fe585452422f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3921f7915b406ed4072e5cd30ca5b4fb6e65ef5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb4581e7692e305940094e640393c7e2b7045bc3f2637f29696b473ff3990c1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c901c3cb5ab752081926f5146e07e2398c47f3c5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4935ac98382e3a9c8ec8845f1cafc83c5c6b8a88d1521b0ee6a32a38f5d074
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78395e223618010f5cacfb701ab683ebb9fdec51
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af08b365d3391110135154166e7ecf735a5c73ad1f41fa1cf3a3ac92b21d00d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a2a8eafe31c5b39cd684dbf6d85192eeea4f4c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55afb21d390b52229a31dffc9255d204726bf5f8cb15b6a7bcecdd645090b7d4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941eb754ad408d8f0f251e5e94a33b208680beed
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4aca5bc5490d2f50cab1260b88215801a64607462266a265a6c3b179d83c4f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef72188b167e5434fb6747fb55dcc72ca4f5a79
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dec10b76e9500cbfdeaaae21cc3cf8392f8c37dda577a11fd3369c7b57f65a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33495f3de98f537322a57a189d3fd82dd47eadaa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7e1eb17dc30bfffcbca6cb1918c0a460970e60e486efb6bbce4cca58cb1138
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb411252251f9ce5fd94b7e4a3046984aceaa864
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f51dd2adc9f81bb096fa0cc67f59279a0f7b3fcf04b7003b48f6a037e8a2001
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f7feb256a18eb6abdd3dfcb704186777f40c15
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa24a3590ad9ab18051c2eed7a81b0e84982137dfdb16b6029dedf0ed4601ce
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd22c529e5a093a44d2d14c0850ee491d3a9cd0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9fee448913fbb6233e88e899455e7a02c22b6b69d36bbff481c5896ba42131f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b418c46e5dc6990d07b4f8dc62efb58b8f5eb6c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b531179cf456e8959fb616b6210453b3780f0d34cdd24fed385b995c940b93
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98249c4818a88dc2a299a9eb4fdb31e2542deaa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f298a02acd05b11d2fb8b6b9ed4fef39df00f9d30bee805e4f73413c8aecc7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d99b82257e55107f163fd6118224d43e86f689
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40b9a4f056628e9d5e97b13bc191e06591bdb1f10abe58f7ecf2f4a082b255c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035f4395d1a79439d1f5a5459e5f77d8a4239795
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5034dac802e0425a0d24b476392e0b9c1a717c4dcb442ca0b07be55054bb93fe
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d09303e88f41d4b63bffb3f86829c27890cb00d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad91ed984390e120ef8249e2fcdbc4f8d340d7d7e24e37b0473693d77c193ae
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a0c5ef6613d4293e47308248628a672efbdb24
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc7e3ce91bfc54c854a0835a297b8028dfea9f951b7c2fcd930786ca26a7c88
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c3aed252e5f589d1bed156b30aeff71a09eb32
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2c9bc4a69f98eae753a5591130181a1c5bdbfae2674cc79fef9d2e4f7f093f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d135b96767ea0d359ce8896fb40b48b4fefe140e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca7ee59fd125a4b90cd1781ff4439429a4d6b7df682faa38dfe512b9c15033a
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5bfa5c7d76a30346bfdbc17c885f1c24677dc0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddcc3c327e850d76b3cb3dcf438eba4f88d29b4bca0c9cc0943b477870c51fb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e945e4601a95b57198427bdcc6464cacfef626
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e18c868ab56e205986286e604367f214e0f378e1ceb5310e61dd78e1379fa95
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0abb00d032841fa2d2861f9053f0ceca570ee0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67adc8496148b67c12f534f85ccc4fc706babb450bbc85a800c44adfc78f7b0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3988a2f9692cd8b5df7b28c0c260cb658cc558ff
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d45b33905425f6d53550f92840542789141100637f8771b84341d87d07c5f0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc7126d545378438b5cf49618bec037ddb77e9d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9264bc3056da0e029f4a0163548ef5aa569d6d1dc9c596cc1c20eff6b995b85
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b4854f37392f7d61a5bc14e15382c785fab3a6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a17c10ecc43cac979a0da0b71bc890d8be0fa67b591f95c95ae58b8d875b117
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b0f2d0c69a076003e765d64844671815fb4af0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77758b877eae38edc971203345d7bfcaa9e8ebf8035cd905e7a4a8ce0484427
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49096a98de66f6db33b94e600db6bc0787dfe537
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd03d42c6d5abb99e88ae521179d044a902241bd97851514dd7d979ef61c81d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a885ee84aa801cb6496b419ce973e760aad6a5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1003cb274f04da348d9ffae25e371ab69e21a02171585103d0de906de3442a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8868f83a38173b735b99cd954d5b367845cce603
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305694ad373a4cc0db6b7f34abf3f0858480b68e16c6f72c70b7347cddd6c284
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4040560caad1b05f32332c9d0f940b9e9d07d4ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7984cace0ee1c031f681ba4961de2e3e0070e8e8bd668cc699489f3d85cba5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438314ab8edc3a89ae2f09a24f0483013e45a38b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21cfbdf6de89d71f55fc1ee3edac2df1929774cdc1e6f0f7150f7889ad227d0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862fe2566b8c170ba21121d431baaea00206dbdf
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46868eeed441998590de8e6d546bf54684353c8f069e54cdcc10e3f763ff950
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9dd8fea023a9ad20bc98d1c885a781f9dcc465d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f2300e48cc56174c60029199709251e9aea2df1afd266dfa7363dd94fdf6ce
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcb47dbf5beed21e5a037f5aa1513bd7b3a0c95
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e53c2e52270edb4bcd6e09db10c8645260c0ad1f9dfb0452600054ffbe7d13f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952672363d0f6ae5b8934ec315ee51923229b787
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4df00323db193ff204913775f2b5b6a20caa9cf807d86a608182927cd423a25
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72ff258ea15e1d6d6507cb53c269588e9c2fbe0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553bb1519af2d9a8215b4d047b3a9643b0b9682b42fc97f4cf25a6937c92b4cf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb7ef289e44fd2c4a9a818efcc649effef297c4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce295206dd09193089fc66d422e3a0ebf04b108b352cde9e47be75d5a302417
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125fc47b6dd0d80fd6c2c7bd82fb4dd18d080a63
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d488f25406cfb2fa1380ac298cc2b1a59586a4397388bfd163cae3714b31cd62
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced3b8c7e83130ef8cd28ead27a0f1265e8616f3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192b731bcfbfb5564a567868e02e2fd423527388ca9866f6f90e3327ff683ce3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299f77aece2590d2ab38880a0aeb4d214a588d91
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6274fd03e85e4b4db73cf424f9fd2073c47d52e7caaf1d58a7112700dc5bc4b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f812a0150978f27007beab754ae24013656c6d58
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f80ec45db289ea73096aaeb605ec2946452460a64da167258dc0b876fe16bb8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fb36a448434b6d8d20f1715253db5efbcac629
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa7aeb3605c2556f14944d4bdff8d5dadbda0b34f797aa5372ec766e573c9c3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb99c68f6605df289a8a110082eac4a457f4f8c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bce76d70ab5dfb24a03e9e49fb905a0c96b2bc2b5697a27a45e10ea00705b0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6664fe17b75712834ee8d0e1fc2bb62f67ca6174
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1d95a4c739bd6eda8308fd06b771487383091b797c83e89aafe66d29565dfb
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fee5b4fc11ac0c16fe35d1538e1b4a21a975f66
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6f550b98cf725948128273c1c38c570e5803ac2c41754c710253328104ac67
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e45cbcda26ed29d4360273357f913b081eb4191
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c46093ec0274dce91ba58387bf878dc85f700d3f9c3b193dd0da40accefb471
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8a52019b40551e2adfc41589b7998790d06c29
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc2341c9c4de2aa2b6e184616322565ab6b0172f503064334174aab264eedfe
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb281464c4a87bffc8e65a019f3c4d597e473d86
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce2ba3e017ee3be5856e482c4d3dd422ce646856d4a60a6819c531c8de22be7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d6830f9cbd6f1a0192beee8b285516ffc2da6a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1954f0a3aaa26540e2adb6f22b52fd56436605397b016ae2d96574951e1cd3f8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23414be30ba37dcf1dc72ed756e3fdb6a3d6a807
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbb45032fe77a205c55ebcfdff394ef29ee2540c1824f64eb4d8d717938a56a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7cf904841694bc257ded51c75a7b22a87f88cd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f153c282b1140f892126f80de554dfd81a6d19a1894a1d68712bd6bb4b9534f0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593f3bbe431457535064b38393880f72b5641e58
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5463db4f30f0cc8a5766b32dfdba7f39a5bf612f12cb932da19d9193965583d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2e79d32ed16463d26127c224fa94c4bfdde1da
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ec8478025fce99e5908e880f3a1fd74acba1a20f73f1c7c48fd1615eec6f52
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2280800d9d17a8e3c71a55f3f571be057464497
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa122d219ab261322c60ba27ef35c71cc6c1b72aac26aa03954957d9dedcc344
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d8b6edfe31e6c55184c83ca425f5acb33da892
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade83c8943486732559b142ae19a8218e213746d02399ddc4dfda2ca1e3e8eb2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7caee283eb65bcea8edaa9d8c9eeaadb8bba25f1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc474638118a2fd4c184a22290e65b481f4efb6f716130f5f3b4d114d43a2fc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e082f156ace3519bd96edbedccbda494cf3af19f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0808e087133422bd23519e63c995dc85089b44e0bdc9f23b766f9bf541f550d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2193ef94ddec0e9ab1b7ba81132971e80eccf8fb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee58160d2494711e214c362b815da5b3b8c6c71af1e0fecdf2ac78c8e21f9f0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a38cacc258e16c5ecd8fee9dc5886bcf7a27f65
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3484033e6c087c3cdbbe96e3eb74d61eb2f0537f7c1c75df08721c7594265165
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfc3883dd5fbf38022229b28cec75649db55331
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e4ac0d930f7c1f937bb8fd57baa0dbaf3a9997cbb451e54024a9011163572e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a745b113116799eadb3a3025d035b3f1330584c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b427fb53d8edd8a4f424d31dfeba341ead5fc17b49385c62440c3b9e2637c90
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463562a010b50f66ea7be6546d1a7d147ed932f8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3654b6b48e51df4924dfdb83e9080e90f1bb808d07c342f3b6ce6b2de969ebfe
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca94c4f6a39d6329fe9528f80ce3e969081992ed
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22409a62fda4361a392fb53362f871f2cfe8a7b61e75fd2c1befb39e572656f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333b9628557badab435fa4e4cf72ae750cc3e59c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d22027746ce9a2b371c1ad787d453ec92c8682ea04af19bd2786ab6da4bbc5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b756fc1732be8a87541a3a56ad521f21eebfe6c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad2c6c9f36407127fba703cb161d8d24bf7ce5637f414630c70010dc0558584
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14771b3cc772f1a2de6e501ac70adeb164b07f08
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84444820fb99e4fae6b1b2f4ddfa6e021720b5dc7291b9e0e837f4af3211831f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d0d1b36fb882bde74c3ebcb5dab626fd0c6d00
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6aa408235db54e33965405acffc7c43f1545332aa0163f3d92ce046e40b661b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62aa930fc5ee8056a880509cf67d2e4594fe3a07
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51bb65766a9cce129e5ecd1199af5af3841df0d9d9c4a52470a3826c8bca9f4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d82929f73a888ed30790ba2eeb383e6ed44391a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8695f06e16f678e9b096c750431aeb27aeadb7d1e7dcaa89ac00cf88e1aad74
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361ca4d224f76c3163dc5740c28fb31b20138366
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353957cb4f493ebf525bfb2c10e1320c083fceeb5a3152eaca7ca5fbe81596ed
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76228419f4b90fb0a8d37209f47245e7041d344e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c763bd7bbfef99a453f5dd7320e32b3176570fe08a5ecbf7dfdddd88949b653
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d3ae401cad1c913509b1416f737bbf6026bd13
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776bd98bcdeb7b5b616ff85568553ed92f06c4c90cfaf92e33fc77f179415cea
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a232ac63bc1bf7c4d6bb790829486694ef3a61db
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76c22f6f002335977099058a0b7264147d82206781d6ec80342ab3cc2d12131
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2228c5e23933635c4fbdab74c0fccb32eafc5cf2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619da1257f8a316e2b96f163ba2f47221d09fb1a3e963e06e357ff1715203afc
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75473485e171816055eebc73537186bcd80b6d6e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02e5023e5648cfc9bd62055748b779aa91a0f65ecd7b4914282f9117a10cb88
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf08f2ec8082bcfef42bb360301f0f92b6366ce6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30f8191491aca589b4916198dd00a2d83feeabd2f8dd579b1ea00f100c47f9c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f03af6b8f354eb34b2fb115f155d416543ed15
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ebbe37fc69c157f5b0a2851b07ff0eaed88608a12c1931c9331940cd81ff6c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5baf01f3be4c42981fb38fd7292c9fddb3b73a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0957e0897d2e2bc125a287b36abec8198f3a347ee7c4382c2734101fe398a0c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3a6677b69e4d285cebe150938e71d573790a2c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c9400bc2c17d73f15777e50d08c59be7c8d3d2ff7bf815b262133588e064c0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e53724ef0c66f5b9bfac69d998e8b4cafca9ebd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5201e26bb638c78e2da6d8ab2d5b430c565891955f115165aa94f0270d369b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12119fb6c2351b0668ba91176bd1117c1a04c9e1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef536557509d90c40b7857976265039c32ba83f87a11c95ae4915b7ee722d38
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae93fb0e5a44b3a5adf0a4b1768dade539e5bbe
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1684d673a72cb4618839b9572ba7b753a6bdda5610e6024ce9087da50350b41
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6e537eaa7210282677894462ad8c9e073a450b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e50287bafa8e92362ce60d59157a4cd90dbc42eb65d7be77242cac0fb8df5ce
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33c8d43e0ddd350a82b0196581cf54f9049249d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee8d309ef507985d88c102adc4c4062ebf8ce0df9cda3ea0b349a6db88e1df7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdcd9350ba6fe5e97fde615844db09ef75402a4b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8eef5a83b0b0343b7fe719b7c7f5c85fb2956bc00594bfb102f79754f2ec135
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52ea2ddcac63fe8deaed1c2ad7084ae71a5f90f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4596a397566e70a177c8ee558d9647f6164f74abc74ff263905d28a0a94a5b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91707a9e9b182405f71d5ae9f81f749948584a0c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6b4993985078d0fec77e390232640808407b94c0cef862a794e8bb79489215
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a23e4aaeb8e3617596a542fd6d0ac9a5f961a3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed3cfe89cd663e75e07c6345d39a0cef2f56b7072574d64313067f3dc526c82
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1798b9e778cf4e8d51c59da25ea317699593ca53
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ed514133e3b983ab41e983f03bfd766777dad725aeff5dd55533c55f250f54
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c39505c2c8a565faf76226bade0d4e5c2a6bea
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a392b4ad1a44ac9a1ed14dadcf6a64313d0f8df91b6f21f360dab172427d6f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50523bf4094aa8e6c0d6790cfbec2991fbadf18a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cae04cfe845587376114c316efa84e16e66cf3a987963470fdab73c9e9ea12c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e7004fdb99fe1863dc87256a1cc518c5e176be
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1cf0e4ec05a4ffcb94a84b1516279955450faf014d87818dad4c237176d013
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70d4d208a913d758ebbcd27b89420e79a6e5ace
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b64ce95e442f00aa161a1b2bc62f313550fbf7b37043a6ea709b65e293c2aa
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b49dab12141fecaaf466cf22aedd887ac7e5ed
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d751ffb7127dc28bbbe1d25a5cb1617ad0e8576be6ae0b0acea2781ad785f0d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedda948f0ca52c4786e8c9cf39d6aeb0f8dba9b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b7d72c5f68a5b98555effc47aa57b57ac76cd582f904f8bc0ef90c004a2262
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb22f516b25e0838053e22f42c6f653669d4bcc8
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d913f76886c034fd6904542fc7fc8808d6a65c26363f2a950734ad58630c28df
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93db872316586a5e59967d7e72fd357581491dac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01dd8125c55b37354efc7157c0077a48ab5f19044d269d0ea3395f81d06dba5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613a02d4ce381ca8f791eb6ec19a338b088c41fb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e99ce380204bfd35a0ec72054250d3542f4612964f5dabf9c54b5324b7f9a1d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cdb7c8b4d8e7593a8a2f196794dfec711f5534b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb888d7a446c4e3fc1b018947762555d6bf47e8243fa6adff8486f48d19e540
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2920f68e45604cd964a0c2ddc5e129adef3b32
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4d272252c7aaba512310be10c5b7e4cad51245085bfeeea797670d8601d515
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec282e32bba48016545f632de6807b9d0850da6b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65a70ff0af73690d51af0199316a2a9acb585da5ae2785306af163a794f4c08
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5311138304771ee6970a9d239455f826001f7e94
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b549588516d36b358d0ee696cc8de4aefe2a065c9475d1ac2e9686a8644fbf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb166103f836fbf9ef3242920fcf4f69f05ba8f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e582c7aff5093a166fb3973995ba3cd407a7125559b4f0434db470386e31602
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5732a76afdf50b653df3a307e2779536baa020
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b79836b6be6d5e74cb551f7141f199bef376b433ddb9ba88fed86a9da732bd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19853632f565738b2e8e78fd01c1bf38ff925606
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53b2285e5197e3afb0314d559540f9b198d1d4d926125846d6eaae016a5d923
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b0abd3e1e1044c0b77b094d57e2781949a55a9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddb67aebc87f4951fadd63a763f50f187a8e91d94ecf9732316f7109b4686b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e53f9fcf92cc1691ad2e824d7cb563e6e7cfb4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90114edacd492833df423266ac8dcb01bcae8d702f2f5484848458eb7e04f96
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a8df72915dfbbf306716cf394f7544412e6505
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfd760c1692f8fbcf6fe86e25aa8a759e1d48740a76a5a68bad56a4587e522b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c96919e89d3e30168b3cb6a685e8eae9eea11a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10157f9ed0381570b3b80477bee74c291550e608e10251455cb6f5cf8a92ca7
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822f7e6eb107ef55dfad2d86b9c08ff6f6d4fa42
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b673e35a4267bc07d3477358a66f03ad2cf18e9f766d6c3027c716c5987f809
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b72fe7fd707cd3e4564fe758223ff2df7b11fb3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fd64dcce8b19f1aa67b760b98d88a373265d115c57fccae9c3b4a664b1d08b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f233222b0bae15a61afbebab572e390521b557
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563ed39f7ce23a31f210bd3cf8bfb853d536d3ad29cf96ebb541b2378172415c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ccf6e6fd75df79ad51c8d6574b0b7b723a59b67
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabfebe82f6c80674b78ab97b28460e45ff4405460683e93d57276142e2febf1
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823a9345b2da57cf361cbf89b3262b920416695e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439166f725a0c007885bfbff4e2942f88cd6f5a29c7297b850ce75a05acaed63
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0863e600836e19680f9cb2de91b2f76c229779
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c648b9b12dc414a61b1bdc14462e066fe0721aa301f6549e109e2977b9018c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c67e02e7b5245506ed4925abe5c0ab9274d83c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc61a9a02b1fc9f58c132184a8e28a518559eaa9beca83707ee791332fec69f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6f4e45a63bc68ac4ed18c3f976e309f6b089c6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7aed68cc825cdf3cc84dbc91f21e5fcdc64c73bbfc165fcddda077fa25d96b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2417ed6ee10efed578d54e75d4861d0fe0bdd8e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fbb854be095530efa60efab3636cc09401d1f80c9ac0852aa0460a9236a6d2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c8b0053e4f601fc91daeb7e3b2e31affa7ab58
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54e5f369cef9d98674a43dce120ee7ac3092de90f8d1c9a47f8f1ca07324b61
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82beef9f85cee2da9f2bac814471d33e626df9b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20379805757debf1d69106aa9588c41e82c91be7697ac4b1e8d5c21d361c8898
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba89696ac8cc8fda993fb5902948d8f4aa70d0d5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c3ca5d581ed9a0416a71d9f24d67aacd0c00c779bc1c367ac6d102e6ff2e09
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa43ffd2acbec69ab6483876d6305d524b67f93
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ff8c259bf650767d727844156591b24e021adb904aeb37f0bf555569ca814c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa5d3a76c41f63abfdf60bfc8b6eacf32c56fae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c75624477f0582ebb377f70f9aa12bb86a6cc52d9243e5a87bb6897f259d99
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01613bebd1f8d46d3f0d2150e4511e0c5531bd4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc206038dfebff012e6a42a1bd6605fed326ce2e5b4d96a2e048a16c87ad273
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86d8e985f386bbd5a7650728af39f6308ac9f3e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95061f4702a982894a685eed60d0b9c2f97c3540f4a4f8b68c74eae59930eca
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e12e1079758ace3b603e8561024f5677cc36c9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5567f36971a0a102a4f2d6e8b4e24f3bef2ea3cac5eba6ffb2400540542ff3b3
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d36d7c9857994f6c2a2202065f9ad31e25336c6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d000ff4a0893fa3852129bf99625dddcb7410f4766ac9b2d403ed8739da7ee
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7a6620062627236f8e8eeed8dba13772e1b09e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917a61f8b037c42ada6a42b45864bae3f6e853e59851c2d00ba096ca50c514ee
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63db50cb1b298cf247d6172acace00255b325507
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3d8a4d42b39af0981f6c404f55d5e2f5ad1adac3aa7dda4f2e35c6df63bcd9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebef64a746f75dbb7ed3f81dee474e2f0c8bcf7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6d00dbf8d6e92020aa3034ab335639987fd8ff83af206b567fef908f84f756
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1fb8d11c60cc387b7e8fbfc8880b574a55e7c6
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe6afefda6cedd2f2b1ef36e6d4a8e28c2b066c7649e16b85265d78d0c1c505
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee12cd08bb94b332a366572dd930750b151a217
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667d54932f33aed0ed3cac30cce6477acc1790f0c9a031a7d230b174c98664e4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55bc24e614fcacfb34427d5ac019774240bcd49
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e475bdfdd3d9e2f934c98ce86232b1722530f71fc7b31696926ed84d9071aad2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe55ecae3473df1b9aaaa32016253d8f0e02b16a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fd96746dcf71b042d0d02507e7a01d3de58ff44ac6cfb73097787023c7d3df
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0effb0be79bdc3a10f6a74f033f2c1feca12b0ae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6145c76a4065e0ad8a082e85472b1423f29f356b551f210fe572847d531b1df3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a5b87f8852f271443bf73baf256af17696daa0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b730ad0f646b6be44129f795385d1ad8e38fa6dfa8f1f4a499dc118494edc1ec
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd08689cae6759b738974857748c60729d7b815a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16ab0a46f9442c0e79125fa7e930e0f5483a1881c3d1a160b5fa9a38ec33c6f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155a2d720b3c336ca8b5c0481d136ceb2979c293
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6866215bed80aa70fd9d94ef55ebb7eceecab4516368bde48afd6c3d4acd42
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac22c88db45b47b2d289886342c602cf7717b65
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f11d0fa78d4d8099c54cc83ec2284bba12474f54da5c01936114c726fd46288
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc5db03df00efac13127553c929fdb635c8488f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2d8b8b33f6c8525348cb52a6b4384419b59f0885756f712663b89b1cfc0571
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99de92ad8b334d18a12aa8a9f46db6e14d7a31e7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a76fd57c8bff1a5fe2fa9ef0aab74fa902cba68e1c25c350d313b1f47dfe172
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e25f2c28b85f543799eecc45c1bd4ef69c5ecd0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31dac2cb07241df88dce525c66290ed1333a25f51ffb54651e7a67bfc10b4747
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107892c2cc841c117e778866b5cae0728d5d499d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173fbb12e9076c41349edae7b20b2b01d627052d0ab79f6dec18c8c1a12f21b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f2777acc81c9850ae3189cc1e0f1ee34f538b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b54092dd928e5fb6602dae3547224fa96b91345a22f6315b8c7c0b83dc78ea4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df87978b6c31cd7d160b4e88acad25d6223ee6e7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0d60b27aca1974e001bfc6b72bf86a3afbe3591005428c51908822221f7db0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7f4bfde17b39f5d77b1243b8f983bbc219e551
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9e72e2ed34b8099697549b3b9dac488aafe87db7060d0699790af8c67284c5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd8a46c49be52e6c0b29ebd5f297aa6b4a588e7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c512093d6f5a2c7b8ebbb140f92e25bc4d23ac786db8d85719ce8a79050a012
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3782742e50927df601600c90c446dc7a8a7bcf95
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6526000b41e065117cda0eda15519511712e692a585b9985643de172ff5c2bf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54314166e0058de46f36394275fe31d92721da2f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9419fc99d5d2866bae4116b8a1c36bfb4ccf8c85bc874112c342852bf2eaa0a7
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f003f68a1d4442771d09bb7e2351724c4f0459e0
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ccb7f7bd631452df53c09f93fd2f5ae1be6fd6c91368864c4b262cbb38d19e
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd57787169a43ee8b8df61ea1ba0e0d74f3ea3a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d6e65bf3fe949f05344c511a8189f125afb3b66d2471143c67550c88282627
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b324319bca9f4352075b02f7d03ce6e86a8976c7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cc5f5f3cfb393fd3543839455426b67b7ca1cf2f51e53876205e2cffa7712c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11ce4d0148ef8391f6982cf77fbbecf4e5bcb28
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d951874e51afceb2fe8b2740554d16f73411822a7ba0927146dfca825f7495
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73c0d92270959471d141440b2d0ffec6e51700f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6ff57c8b626aa53d590828856771b4813d486e3d44578a54d1bc3bacd4c558
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d4a576557e69e6449cd37e39291412bc3e206a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522d4d132b3ec3a3f4b0ffd8928db4a4dc0631df902ff978da62092934611db6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bab0ce484dd57bc52fde4f12cd8468da523a0ce
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d616a82b7f1110c2acafe77bf9feb5203442e940980a6c3b80083bc20e10e0c4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d598f0956561e8270cae4129de2405ab7675ed18
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4daf9f2d02f8e1343608814674bdb474f0309b153e27ef720054c5961d8c8301
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9691f4723e9ef195761bc3988c8d64b834818828
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597916137ffd63f983d947804083e12e9a70e6153f81280a20f413c6e874d475
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ea764e1730c000bc8492fbc97124848896c429
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895571c015536eec902d0bee809f66560d9fca7251565a8dab0f818b3c7d7032
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30a9a5989ebbf0ef4e97421761b53f16a91c040
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44d707563b9c055c58635b1723c0e3f77c730e1b992ca5ab9e3a3d4fbe75099
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2eda27e21db1105bf477894e320372514524f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da59df9121b9403fd427be6f64367742fffb16a86f961e46c8cb7c6bad5ea9a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c583080f0eedcadd4c9e15411a510584d9467ea5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c4d25e927cac0970c0b8c7e475a1d372e6ee6962cf6a884ab13bd8f2f711cd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2516ed04af664f883c7e1013629b3f1021150d2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbac4f74ea7072ced6a1f72d53a9d2c4e5b6a6ea20dba4532e863b2790a8f833
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7757f6bfe73d5d01f3e944c2d3cb1c911bd17f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05666c08e6181f27834865ea9cd204b412a93c7499ed61c340ded3bd5165aa55
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f988fe455048d5d38e705988478d286d4adaf3ee
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f33d2e4f58cb439251ffd97e6bdd9dae121ce57a98f27c0dde510a1c9cd467
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7e9a37cfeb539a4778c4ccbf9efbe3c5f4f7d9
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0987a1b1ebfdbd9129c32ba5cc61b8be4d72fbf7dcedf65a180a8b87a7599a80
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06eed1b282fe51b993b6cefc970b4592a156152f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bd5e14081503b0d5d2aecb065bceda5b634a8729e883cb08a4d129c23f090c
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd798a2f664f44e64d5a153c804828835644825
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee94aba1557329e2239c7799f77e1bb5398b1fd8b84ef6de51b1b45def1af2c9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb649b71a1af27224de2fecb148d7d98e9022b2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758046b7eafad5b07b4bca7ba5e43af86170fc00c829c509b1ffcf270fcb9e47
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d3036ca1a48a8fb73fd80540ad8f436e619c2f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f0959b1c1956a2fd2df2ffb010ddeb963cb1ed745fc77078fcfd9a0318c350
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118e749f195630a42dee9b1e4329939accea372a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2b6e32179c38f655438668ae348a3ed5bd08cd90334eaf89b0532d21119a04
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1a6fa5aafe30b3c3610665a57b26ac8e3af64f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d958bcb9cc1ea16ca324247437e06b416454ea0b8c2a97621667ed2a803607a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff68ffada8a344cd97a8d95f3047330d3eae04cb
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d529c415f8776f745ebe6a47242199cb88255654aa00b43dc13b9017a4d1af2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0485d20d3d9d3017e6f4e8ab6959da69da4a6e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1609face516768f803b55053e8af4536ccb4dd9106ac4cc71a7198b92234ab34
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4820ef8fe11ce523c428867475cb5d8d984f4003
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95da9492f075bc7b6af34fef055f6f7c70f058db210e1a7789604abd09118b9
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539b3a1765df412a7250117dd83d882dfb3c7e9c
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275f397c208e4ad6d7e1c54314f9e3a16781efb6bdfb75fb32df04606e9c9be4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c13bbc3006d5e75225b0eba15b1f05e8fb0ea5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf79bd91cdc1ce7fc3628a45bf99a0f6825e5aed6fdad46c66e8159445fdcefc
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca7fedd52627d25c526c15a72ea866963b15c7a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf46ce01ab135d94c31011edb08e918a5c1df101d25afc9a87cdc56ededeca40
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8accff82d0d2c0de46a515327548f1dfc7b79a24
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd49dd0330831c2b80d882bd5e81a969b1252efca73e77533d0b636662821005
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f392117e1c43f39c43309bc516a1646bfbefa5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4beedec5d3382eab3b3da62f0181b894cbefda2c95492e1101dc183bb88f74
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb72f1ca3c20cd6c35213b7f232034a9fa42d96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5635bc46d13214533d977560c66ecc09cf4f7550902af10c9410c6d92eb8f3
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91e4b264049fdc8a766ca7b502158b60837ebc7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9d5826d4f99943767b5b3b692d348b2a590200e5a2e66e99e435ad26a135df
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816dd77051dec449fd4f8810bc59b2e4ed2041d1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864ed46ed8cd8d4e43c3f73f4e2447ba79af1280b2b6525caf4a0dd47c78336d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f6ee4f9c7cd286d8c675d3946e3957182c8288
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea480e17a5df61a6d1a9d1a848407c6f932d5caef461a3426b541c6d43ede94c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0da4cb3920c371c8c55b4fcda7208dbbeec043e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575271b862b1111cdde44518a218a5efd73c0eef1103782226733a4ac1c59aca
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899f25d590d5b26cb67e13f1df3a5588e6675bae
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fefebd118dc653d2296a147b640c0f114705d5b28ca7f783ccc5a81e0feb574
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb927fe529777874ebfaf6c567fe3ffc1fe88c5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d4a31a70bcfde0e7733033cb0778b67faf7a62370705408ce4e5ea6664312c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f30d90b48564e387629abf8707df04b816c853
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7cc4c6c813f694fc3ed5c3d20afc58552c8979083bbcfd9b30617b0f438708
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180232c3f88c75c6d7f907eafb96f5307f34827e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f576b229690e7867d6bd25181108d4aad484042e7680ac646c7ac89a45d0ed6b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff59ee992457290eb812be57fd675c4f404cd79
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a409a1de1848bb7c63151df4336711bcf8ee23fbfaad8017c7e5d9755adcd8a
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98224aaac5306ac93891db7f5ad3e95e3c5331e
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea3c47017d4385b92026fbe20df5e5200d05728ed70e77635023af67a715401
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd232bc026a0386a91cf1f1c66f242b174dac29
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7493aadc432c87a3853d3566593875b387af0afdbb3e23cdfa008aff973001
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5236a41517f317f85d4fcb359ed50ebbadda038
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11dd3cd707926b8ebee9439bd6aa07cf53c8d94079e7962f42cb9a5276135c5d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03038edff0fc06c765ccec7c5d7a3d9e62c7810a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92435bb44863d8a32f47575e511477f63ffd075ee6e86fe5688129ecc99e4479
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd1a7c161873809205fcf6358e374c7de71b26d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f57567731a7c22dbae2265b84f8d7ae4d12148bfef368ec42b7a82c36604b32
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653e1798a95c2f78e2c6ab360fc9b6650e42ea41
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e4f525f0c2dd89a7547ba0bc589a8af1663373bc4080988533986c53990f5d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e446a5085d71ccd4b5811cf546062646ea4c79
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc8bf77a90bb0b1fdf714cf6dfac2cf80791d896ba255c210fdf91e6f92dcf7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26e8ca61ac04f5ba3855d04e3b0768602f3917a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf041d198febfd27c5f5baa738843ba6f6bc256137e5cbc3f9ae59bd056de1ff
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff80d180b3d9360baff1e9b97f728159b886626
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8adee2cf7870260d9a544998eacae3efb61758bd0ad92bd8c4cfa8034ab386
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d56b98d9957314b578ada9bd5376b0b37395fa
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7548a7533a18837aab573034e8a01f0b3ebdd4ddc5d6528ffbab20c28a5b057
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8650abf67bf5739ce4d298f704c078193d1f6574
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b87d83b79c439677c9b83c627c0101332054c8db41152a78b3b76d86d8ae014
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03fb7462531bf4f8e3bbb860f437c5c1a3f31d3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840e1ae7ae3031ad787dca37e1bc4c79b227f1392826d011e99c1eff5dc5b97f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176efff170d77199fe2d0eead9539a178da346d7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4ff0a5b240654d52b6cb971d61a8a395d64597e13605a4f6039372faeaf0e8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1499172c39f8030edea5002f6572eb02c953f226
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50da9b602c8b1bb148f0e22dde8008f524eaa76291c65398a6c61feed1ebc8be
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34352b3bacdbe252cdbd8d2859eb83368083404f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ac1e9057b6c820ffe4d2d54ae29a5b2d26ffa636217361be24700e4381f1a0
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894d5f9a98f725056626ecd4425b91aade9ecd75
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0782560fb1e945a44d4e4699894f6fbd6232c7feef0257229cefa0e3a7602f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b31d3a4fdac32770c02634111bbf0a5b97e82d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00c838c222f70dbd7b9074f3e5abf6259bc6ab1b2bd39e0467fbb3eda1e032f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08726f3fee11c3f10d8f3592b48e70a9c3c78c27
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbaaf1031dc85af3ea2235f60e79233124ea8ca301321e3c07e1bd220de1d9f
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab00c68de5e26aaee441d3e31ea5d5ad8fd54703
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df38fe7a4a2c78de34c869632cbf735ea228db0cf309a00c7a6eb59a28125ce
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422f65564bdc8a38bcba31eb728ac7ee8fa6901f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae5a6a576b9c64affe3276767d3ae6f117462f802fc940833dbb466b4ebbd3c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4867b345442948e87acee50bece63380d881738a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd2ba030e8e9b7a8d2a5d093d6e219f27c22d52bb2f9fed11f6c9eedcd65f13
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a9210858515624dc8252cce52735403f4c5828
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea246b5b36397539d7c0a55be4c93d1bf26f983e35b8be3d39c88c56908c274c
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf4fdc04183b002916312284e71ef0cdf14e261
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447cc1ba9ba88a80386bdd9ba09fbd148810ae6efd133566715417ba80c0d9b5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd6c0fb38b63e05f470249fe9b0ddeccf3b4b1f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a817548b1fa77722a133756985ab58ed1aac8908d894189b32d63293c28e7e75
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61b57ebebe50d43a54933cfc48b9d2bac5591ab
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eca18cfe31f443ed5b29c5c4a39f4a679da0273716448f374a81dce275bd471
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a16922ba7a4573a3ffa49fe976084e613d99b3
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d39574c4808d36fc0f6e5fff55837a8cbe3fd23cc3191e574864d409dac17b0
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829af4eb9cf803c0559b3bb0f0b8f57baf9da8de
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e5d6aa9bc852deb67d9525ebe78d1f9356db809621448d14d0d2324e2ab491
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fe02823e3510faed4b378eae6777ea1e842b4b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c3da5ebc2a567b8d03309805d1a85c125a40280d236968cd16b18f7931456b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab062bed43357b0e9f4eb88c9aa232cbd3d5ee7
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db884990b988911133ba942c1e3d1fb6989f82d02397d3e794804536cb02a0d5
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30387c9bede6e480728052236b91fba84812e07a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c8d5cdbfe67b8470ca98bb70cf836ef25d4d9c8dfdcdac7d30a7e7c7527476
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2788e9e428c8d9eed872942a8ef009a64589a23d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef2b28a90c6834f64dde837193d84af27c130afa3e90b5e78caea2812b45a12
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7f1164a815e5966485433d490525a05b76f0c5
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62fcfff11591c5ee1ecaccca70940dea545e8aadb2bb3b620c954ebac4af76d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08088d143d6b237d2b2eb73c18cc7f2c57f3ce96
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b734a7ba792ac2a311d173f726929590747430df83fb0a13ef50ff550480f811
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e90e62504cdba86ff892acb643c4677bf76b3b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e46a1698fbfa2eb870f463985c28ae188bcbbd84db971dca44c5bbfcde37d28
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ca4749f7620e3fe448d3c7fed72f3ee2a547ac
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219455bf346d8401158ea7198245963d0286bbe6633b56d23a58574d604e9aab
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa355996cfa5d0bb302e5aa0dd3f4b04957018b
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59345b765dd0fd8cdba3f3bc728453a4754f639e0f72273d050beebe44b1cef
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4a395999032507cf5f5cfce3b3150e096d9ebd
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37fba23000e355446a6be36cb8ebae14f2a658e7fc244e1fdc96b3fd1f3bc81
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92ac7bb3b48b3107e93a92fb9e34f94c8138443
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50fa13174b2676f0da69f84ab85c24dd38d4f260e90fde1499695d62145411b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fde07c382121ff716ce792ee047a10039784e3d
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d23f10dfee65151307d36e13cf3280e7ee54f52eaee1a17040aa151f405b62b
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06edab242957db82c59edd059273f95daff17f3f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c742ad151061e8fa7c662641a2dd699cf63200a89726a0d272479ada99744ff8
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778f35135feb27b2079d6b5d20d0b46850d89fe4
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684208109987045d0a4767e264fc81e9321be8aaeeda5e5584e468460db4c271
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49079c1d94d1d6a0dd4b8fdbcacd9e243d2d248a
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8b8766e5af5e632c0dc250f910fba7bdd4d441aba9aeda817cb7f321ccf19d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d9af675824bb8f7df10856129186f50819b759
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b85465a7c8cfe81297ebc89780f6aa0cb414578495bba28e0295bc6ac993ea0
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10740767b10d2a201adb45765266357cbc97ceda
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289a246160227a9cb01e908dd42bd52a7775af2f0044f4788a989cd48062aee6
+size 42115
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797e80f3fbd08f67703cf777e61673ce0a4d42f2
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6641c4a7a19c3a62a04a776eb68271895836c39fb7b19a0ce36316bcd01d730d
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4765a3abfbbbd557cec72852b4d85c0b57d6567
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c956adb3bf9b481c2471a94b4a884e9bfbf407a58b837cebeea5830b0cfe8efd
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d83f2b5e4467e92802f53dd0f16d8bec946376
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ca422aaf9faf953f6c564bd4bcbe24acd13ea392b36bb408a5b9ced3ee2aa2
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5788c81c9b5101c7ba7bf666284be7415f9cd1
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e772663a2c43116b9d49f4a024448b720d6e658d49e48451d6ebc3bbbe20f4b6
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2faf271ea6b21d5e90c4878535e6302882c5967f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4322f8e65b8014f5c42912c030a9974db4678c2a67519c46a1531f9629b9b7
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c14da9ce683b558ac2142a77020d046f903bd76
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cfbfc6f9dd4f4c8cc27ff50e4ce5814ff4a2241ed8f0d2e1775a8cf1bdc4d4
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97096db846fdb0f7c41db270effd631eb6de281f
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a57745f6979291e92698d0d0fae8047e2289d661dcf576ff7e5768b92e4bdf
+size 11395
diff --git a/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be09d52f78810cbc9878546ba76fe155d93796
--- /dev/null
+++ b/params/phi/4/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd535b91656582f6000991b130bbff619b0a6e2e3b8d89128f54b35c765b67f
+size 11395