diff --git a/params/phi/5/rnd_search/comb_18/init/lm_head/_0.pt b/params/phi/5/rnd_search/comb_18/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c2a8a313ad8cc345c2693425bb3d0d6cafedc1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6200b3348603f212ee223df0e2fe5754af5e53e868716b12a3245a40b3d3bf
+size 205955
diff --git a/params/phi/5/rnd_search/comb_18/init/lm_head/_s.pt b/params/phi/5/rnd_search/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689cbc9188c888bc2f52cf5f67b31d29126e6a3b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fe3c47225fb916af68cc10c7cdb1cb1dc651ed89012760b9c85d74be0d6355
+size 205955
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369c45c4f5a1620575cf4c8391b36f64a5908f3f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4573bbd1e76134411736d554f046bb359f52c1c980e09858ca5d13cdae15224d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cb01289be46753ac3004ebbb0bc824cdf78389
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8813cd032fb050567a96da68cbd9a136acb23179085e1154a7f0023f5171db1d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813c66322d93133460174307caf940c6168de699
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb72b26f1951d7b73b1a1d8c6a321359b86ad11c65784d15ded610795987288
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3c0d9a7d630bc1f3b0b46549191a44d3ea1509
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de403f6288210c7d608513818589748101921a62bebf613fa49bd326f8ee2ae3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8310792f00a63f94fbeb550c593904f06a6dd237
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ac9f2fdad8452907cdb3d538941f165b8b5485ba6a96f2068666c5a9a87825
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad926cff7892d47fbb8f4f3edca92ba0c0684d8a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77416011fa06843c8bf1ca416bd83756b9bf4cc76fecc29c615d2fcc4c761c1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8267783d22492c260a522c79ac9b66683050187a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947d9eefb63939c42a02677f2a5e743abb122b1fed804993dfa7a62f5f0e1eff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70f008999b614cdc671c3f3fac565b2f140b052
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa7721e53284ad7ed9ec4a0d75300d559b9b2a7fd522c38afac3520b607eb15
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfd91e7d7f8778e4e22e181c91b149621d90d1d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8e1e4e2407a571b94cf2e7e7ee458b070b00545c72db41cba5715592b0bf5f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd51913d3959a250b4beb71d102822fd9a8e1329
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e741355f86a7081108f6989d47d68bf8e821b7b56d74dcd2a6c898e7618c5580
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebac075acf99eba8f0f191526f563fe265b2af6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e679191126c760f6944d8d73a82f21a47d9fb60e72fb625e6236d369dcba8c2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d343502e3322f1472eee35779f75fbdf51e3f1bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe5bdab2e027f4b47842f5161f16a2eb636a5c5df841f2c4791e592de7d9894
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b18137dbd7c50e3dc1643472a1fad7e1e6fdaf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35015ed00e5953e486f5bbbaa709a031cdfcd06cbce2fcf99aa282971e0320a6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a00dbb639042cb11836548d2ef1ad9fdd208881
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2c9acb263033f47430c478f7d1f6d9c84a7860880b84ad9df0e603eaf0d015
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9fc89d0d92d5a7ee86bdb80554b4e2a4e3ba89c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5598b754bb0fc63c7741042b74bb82b994d3d52ae0884a619390d98614bd86
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d16f280840d36a49615cfae948f2163dd61b192
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aca7f221520d01797c0a529ebd9abd16eaed657aee8a131bf1062902a224ed3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24ad863ba32e576128f805d9bf46d2926fa853f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3be9be75665415ea7a202c9e22eaef75dccc2a4afdd12e0606b74c5175216e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff8dd06d1de1ce36393542a9ceaf25c56ef60f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fc25fc92b83390711b3e53b106ab3689a28f054ea99d5681cad677b9cf9a42
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d293d7ab2f37fd179e7a67c6ce09ed98b9f3c5b7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e549bf8d3df39a3986d315bd999f1f9abc4b4a2a13731b9253315a3b62bcdc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de317d67bb72bbfcb15d591594e38de2fa3f720b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21172e733af4973849b1cb5cc200a50243646230c03d279c71dc3c0c7f02027
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0617ded62384bbeead5f6a941bcfce65750e70b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc455ccd74fb1c68aafcada00b9f129f965fbcff2619107300ddf5a51dc3695b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238eb6761470377812ca4ea6fef5a1f61d50af31
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1874299289d64be62c3c8478c00b708ba79c119439511335d00cd3ffc77052af
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341410d92aab3190cc0635abee1a46972bb21d27
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66f7369e9ed59a153cfb11ecacccea4c28a3eae620a083563efd0848ed89fe8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c89b9e12b42b99ded128f8bfa37bb61441f7b29
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7411735e9bf3c18a3947cf432134ed6fb96bc879e4b0593ec9aa12deedd50776
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a46cd350c2f663ae5b2c31518feaf9f9be65cd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e64c7c1cd5f5d4bd487a4c534af4e5546b166be3bc2853eb90c8d0aedd5b7d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77743ba1704ecb957f1c44d2436114056f95277e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530fb00b9b2d0aeb40dcc029dad729ddd0af8b92ed39a7bdc02c9d20872d383f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45526510c00d8faa0e72200f573cecc53503617
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ee6439370557bcc0d29cc05b5dfd15cd3275354a341f3e673630446b4f8a90
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2830e6a92332352c4d608214d7883ef625e5d9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d38a7df30e5df2993178c13bc404641eaffc7f7c9b036d8b2805c015028dc9b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b576479e6118aafe0aaa0d5c27409b100cd6e034
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0d2bbe3691ceccb1f4ffb13c4e4128e162b4e44679ae6f35dd2192b60bcae5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe8ef6b7498bdcfb170ef20d98a1be57f10da0f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a0cebcf6f9fc7e17a9d55180fa8625bbf9eddbc707af4446ad21a746fc1a47
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c176c6eee7ae07dce5d4bedf21c57445cf5a74
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb9abbd26a9b6c06f054637dd60d8c22ef7da9c045b502b66c15ff053d09602
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee743a319bd11d1ebc77120bebe6f19a61b2dc56
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57daca482317cf2f1e3acafd9f54c926a553bc9e359b90d3e462b24992277d0f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324aadaa40db238955adda553240d01b886684de
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8abdcc12a23b7cc9eee91a33a6299913f1b5e95f338cc1d3606dc03b3409335
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9489fd57e37b61d2000d9600aaf4bd1181fd34a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24dbb40747f168f7e8035fa8582fc9cbc130bdd41e42441a4cc56e50954f2d3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605e308088d2a3f79ba1794fe4425376d4297e15
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af4c944dc1b53d9f8c22fed13236f377786ed19f7405d074eba0ff1787c7049
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d78c3cb8aa6571beff62766702b25b7246297e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39209be51d3d99319b6e84a861bee2763f297f4de2fb4f4e367cf3b3e353a27
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1917f907b90dd44ec98595a72816e029976426
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dcae3abca1e3a35587701175872f59f91fab53f7f4007adcd13afb39b3c573
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831084d858b52534d4a97832172622227827140b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ca37122590827e63f56736726530c375043ab2ec38a9150ff7378e608442a5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0caca6c61ac515a05bcaf52919a449c2492c53
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23dd92aad1fc3f6d9451116a1cdd9efe889695f98cde67a91b79a3c821bed722
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10eccd60af8adc4a1e94c40eb8ba668f8227c72
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d7ea977256720cd8e4bad57915f92cd8479672025f4149a39ba0653b05645f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45fb09b1776d820b238f82bf58266eee61340394
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53d969f4236c519d43e172febdac208c63a0cc76b07742461a6df627e001981
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f362c30a229b0d2fa58e9617c060ab13a88c8555
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755b5618ef1d372c93bacab7f63dff8682d1cd0ce39e15a93661cd201c88146d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5358e5602a6ebf384398428e8657a40df57f47e5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebd269978ec21ab2d8d33899fdf2f0a5033ee7a97ffcab24b7e4d19cd086b62
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5543455013a0254314e4d49b801985791f26f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209f22b5ef6e47cecabd7c0631d178276a6eb148ce635de5192b331bd269f1e9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b3839f3f8fb1c932b7f6cc25a5f72c5c3dae43
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fbe5dd0b23c9acd87f9a23173c72d17083bdaa4cccf4158816485399086573
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb69c4601dd0be8de80e2fb2e1f67bf95fd51c98
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362a143f85e14413d99993109327e272fcdd012981b6a5d58ef3309efb508988
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc25c8535523a4ce4e0d67d884ac00f33364dd7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01ea5b064a57d895341d94a185bd976658d21737fd3674c40310f584f8c7a06
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811b778765129307b7ee9f8c948c4463c9ed8b75
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a11e540f36ee509ef5a54665bd4fff5a75d44debf46a9422ae29ec7fcb5c7d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8dc7cce7a4acc96d52b5dddc47aea4cf32891c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6e7a4fe3a9b08b4aa7c553e62b4e9754568ad4d2aa1d9c55a2856711437c85
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6389373d83099c1399085c6609fe77a722141e16
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e8203c35991bd6350a347f7ec898712bfb269a90e818a866d90ceb93368025
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16371c437a0476b634845fcebec71b83abe38ac7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1692920b0a57f1eba36164b6a8b3891bb8497c4e9f4a008880623ea8577990dd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b288efcdeec7bbcceba15df1d2cb14a2ac0ea051
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b7dcec3067220b8e553187aa202a58f2d25318de48e35767debd1a14621be5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839a0ad91a8a6a87007b9b2da8e01f6f0f054cd6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0733853156c73de5e0bbe89cde1c431bd2f9bd7fc4512693de578c9152d3400a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6aab708a96bb3ef7c1f6822a18b5198fa233b1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903937224ad930aec9679ae620aee0f90f954ec9f98e68d6ee156045b70367a5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac45417f0807bd6f3c90be822a3d524a8c1dc5f8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5070c256ab39cd922359247f77e4fa3d35858af35f5440a970dc6da2f5b0f7fa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba623c4d7c6b7bfd20703614c45673e2b33c05d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1273a0e151c9fc6c0a05d492f1637c32a61626907f24a8e18745653184adb0a9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ed78e9d725bf9b1e7e3e09c29a2aeff0298d92
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f300fb8bca36d41f20dcb79e3c838e76e0e80207e41cadd5e350e046d193dd7a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89f5593d95b6dda8e894f8eba47776a76509ed4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053bac464aead082d97760a1252da6b096b5edcddd13bc7bf2f5421a0118d7ad
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b8f6460a160ec71567b059e847a1001b47eb40
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e5098d5fe289216ca2773a878be73c5a61c193d8be5e3a15737f678784dd6a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625c1f3ba994d5465f2a033e299058d0cd3d8eac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17806d080106e6583357abfa64a72a312078d42cb9b64e93fd2fa358e0aca02b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c4d75679be00c86212ac4a6bc6606a3e5b5198
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b731e979ba3f4edc775fe61e9a3bb02577455882508f81946d74209f9a22a406
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567a04cd92511f275b0744b78f4410c50a01111f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a4dbaaa5d4372e571f7e6ad04093b8362f7e14066da1bdb42d890945277df5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821b1c50da17b9f6e2b1a7084b9b6805e3015713
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bc5cf1e7861df05f8287193d59cc9c5d5a5bf82426e565e4e94a3adfe3240f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5f69207b510102cdd435173437b2f1d870f3e0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7555ea706dd392ec67b8e0c8d844cca3992aece11d1522fc8c16740c39276b9d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e795084cd6c5938fd4ab6b159f1651924e6b2cad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d56376a690951cb380f804b4c57c19774317822bcce0b6ca86b0fa2563fac32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46bfc31d91a4f618af24a40bc3da82a64a1f9d4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fd620f3251a9b4dac9beba6ba6e5d30a6a17d65cfb5542ba928e0cff4b94f9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a234dcc72382340eeb8f5a6b368de3948d412718
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff287a749b0b7936c541e9fa7f75e6d548b81890562451c7a03b2dc90c2b985c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a755efee429144aedb84b2df1a6358f1b43f709
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0954ad6d12f162b79769312ce52b4862196a580ef9f502637b0bb94b3d061d2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4671694e9f7f298bb871c5964c90b2be0e441e65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6d6a70c204f9c356ea1f2525ed89396256933f77bb1f4271ff2954c99fd58a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8f1a65166fa063a77283ee9e9f1c300966f951
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ba06fe2dec7ec06b421a70fce4d1d19923ce18c054d9d222f0dd9e6f0bdbcf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755649bd235444ff1005b6f71364beab1c860f74
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbee67b2b200fcd8278ecb885d4cae7d5176ffa558e4f1e72f84ba8be29b7e5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcfedc2f6d59f81bdabf1f33c4718cdd598fb1d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b88256dd794602f4f5effce3bb6faee0070973b419cb91b3403c25fb0bfa4d8
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831b14ec04766f5dd93808a4ff7c2a3195e64e9d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694bdcf7500f6483a399db716b7c9aa309cbe25a41d9e8960c96f603a0c3bb5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827c8763400cd3154987cffbf838ad375ceda3c8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df0cd6d75c223e700bd932623ce3bff387caf12289f7fb1cbaea876160a3b9f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace246341c56c062032f2733188cc35e494b4e4f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cace3812a0805b54a1f60cae24200c76df520de61bb452f13dab34a0d7db1302
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca2bc8b5b04fb6d3f0fbe3f54f50b532290aa50
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a05051de73bfa3388bfaeeaed64b4105e3100c40a1ad0728893d94bc2124a21
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242a2a00c09ed77d51b36bee56ae111a249c4c39
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3996cafcb3e5aac11a4889bb8cbeaf1686b76ab1a56acfcb6aefcb3e22d0e02
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d1792ef7adb98b955388745c120e700b532428
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4318fafa7db1630c837b870c33bc3ec6c90f4948c11cc56cb423fc9e21b5aeb1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8297f371a55e9e1d8e6d98ab19d2246ccddb0b67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d267c8300c39854fc2ecc0479244f72fa02cd93096b5ec3fd3fd79ec42135a94
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a714f3dae40fe22a80eda99dd9ee725468683a98
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f274a5ce8c16c22330c2524a43ae1d3b1b294f01621a2ed5b97fc18fe5b0d0e5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a230173fce69be82d15ed6ab376f85e24ae9e1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742723824abc60292221df6505add67665e5bfc5cf3cfcb7f417030c94e7d5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef2c568008a3f75aa0ff61aeb5b5ccf74346aba
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3251cd600cf9f71c3b67f151146867d9e26016bfed0b7b054cb7369ed1a08e4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c421002efac7c86898626b10d8fa5cab3b20dc43
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d316930d21fdafc4af48761fd9069121864f52ae2776d351c69689c4afb4432
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a07156fa41baa952ad346e682e313f12586019
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7fd7c412d2bd9970e3d3afae59ec6674df3e41e3801a9fda5b225843d3a8ea
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5f4b6bec4c913377c561ae5aefd9c026d52b09
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90080f23291ca99dc67df51dd3694ba7807ba57a74531bd501d55bcb6b93245
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8353a62fe741d17115931ff62e38be03685bd74d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9027ac73e086b73c6d5c910213693eeac25e5cd4137d7ed565cb695def98a0f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdf42f72acbb5f2365c282a6fa100fa6075dd1b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c48de7f66bbbc95641157d4f6af95288b5f0cf18e9d01f51ac56e5b85b5df9f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d618d4eed6964aeacff6769fd30aaca34c110093
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b7629e8c56d7a34dfdb4c45c9d8c1adc270600b5f56c00bd40215165ef0a12
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d5ac088a560bedca51d45b222da184a1d9463b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece499f133d427af07832cf401986e284f5849a59b5edd19af2a1b6098e8d7df
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82074b73afa19c3b458634f9d9890c60a9b962e6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dcde05c1f37ab6f39284de9090fae385fb5df0e06758cc03cc0c8ed98d82f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1933fafebfe77c7872bfa07eeae3dca1dbd03a0d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a2b8c7b531499be53bb206772b2cbb772e79f7ffe8644b393513853f3991b4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac0246a122c4d06bd837185eebd0839e550ea6e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4123ab6acebcb9261685b65a073cdccb827b0839656b164380cd437022cc79a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d4e657afc922aaf093ff310f9e3c8a526175af
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f009d8c9c3e8a853a013ffe2361b9b154b4a8626431d394d534a0c0f6cfdc1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e6ebe42df093a03455d3d336b9c1fcea89d8de
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dad10dbb555dbd8dba0944df495409ccf627f74aad8953719bad09dea218ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793ba965486b39c899a6f55f693886bc6028101c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ec80112475cee8f88609235f3c0d18719ae1ab4e78da015fd672eb6f7a5f67
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a9d26f6a4dc5a2df13d4433dbee5095fb5b834
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b24501193098fd85aa68f98c2b872cd102aa22df3391bccc6f5c457e3ea7366
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13880284fb454a42e9d76bf5ffb6ac72b9db2eb8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf2fd18fb9b02d2f7081b4c17b5ef65f6b841a2ab38936d8957976e5072a331
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c858891366c6d2730a6a9dfecd0d81f28c33019f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd6dc8b8bc6d4d5b9cab8abe61f1988d5bd140a2452b9b34527f05d7985a60e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0893439d2ed85347d5593c28f5dc9a81546e6341
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a2a19121e57fc52f2b3643a445821a258a78a553c61cad5a56cdb80d80797c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513195aec2ae0febfe089d39d9ea97d280649b7c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a86edd3911797d21226a170a9a3d39ba96549132dadd9d424ba94538850d77
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94349866781e89c8a39839693d38919754841ac6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d8c8a578b7d688a3657144a03019bcd6547c1cc4c20b85c92705a62b86688f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2372c104e82f5fe9383448f4d0532720f7d26530
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe9b04d6aa7a9601256977011e951b1ca0a817aa394f13a123a4acf82f94d9a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40365da6da42027040f762050f315bdaa2ef89d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470a2aef084c868231dc62a9163bbad4e7ef6e89fb302a0662a976fcf867c1f3
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea79b5a77fcae211e503422294313e32903814cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32775a52a7081c9eba3e28b1a568b4f39779db6ba3e1c5a0bdc7d6c4728510dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52aaecfea836ff2e6c49882622eed01bab5bf7b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511119a57f9ff45d7b656f099cc9fded048a3074ad48f0a7c7c272ecdb58ca8b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22acabfd58d756cd1100a403352b613e34ee0e6b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40dbab41adfcd20858886e1a47abda6c49cce7c3124d6284a09b8ab87de09486
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686666b7a766022467abd53ed4a8330c3640f013
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1180c9284cdfbc83e8f298150311cc6b5b84e7aa6cab824a2dad1fa7d2909e43
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3a2961542168d84b4508c37b2b0f4f78b6a7fe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98ad68d4a729950ca03bc907c3f36008c59d48ac1115d2980eb1d2dfe82449d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab1261b2502b6b18b7d74cebc30db33af4cfea8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653c2a3d94f6ce1f0bb480dc1ae8b97c12da662e66b1c43516deb1a8af75ac16
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16b2cb4fd33f1e0add5ce3ca9adfcf19d5c81d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea2b6ef2be1432efa130553e7af426b1a82f459c67e333edd084312fa6810f7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9410d023aec1796a3ece07d3a62834ae5371e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb41e3dded35d65b6c1453b267d535c19e41e6ccc2ca014d1a86fbe53e33193
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641f1ce9bfcec9dfcfabdbd3e8563d0abefc7cc8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f0b4030f9ad1c5d5f610a3b5f541dd14105da5e412a718044fc92f4a3da676
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9147a73e0e069df3c21d9a14f1f4ee034c19c7c4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a47a09a57a0f4137eb87dbf5c9c847698ae46f7d01b6391f35377cf89e2a11
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d1ff29149efd21662ea3960a8241b1a24492fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc99dd8d0d58266001652d2d2996cd39c83884ed48e155f6cc795ddb85f31340
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e419ec39c6627c7a3a1b8f0b73748d3da8fa3a7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae06bcac2652d611ff22c40f61ec0633a61a54ca39b4250140102d9a6b687ada
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6a1fd95962980acb384e37eb83a0043b3329d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ad5a5254bdb316b2136dfd4b5fa01fa5956a99c4bc21611a8832e5fad161d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b496dbf6802b2d9f3d977f0704830233ce0c02
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf13eba28cc1c8d038df0f0d8bacd068e061a372cd25195b83d036a4a8eefe87
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8994ac60fcd569ae879a95514954dcc39f41a8ce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ded747b7ad0cd6f32bc296707974ce5b86af825f8a0e111c6ee4c69b8194947
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0c220aca569e6d1891424eb0fb412f66991bb2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e58017b52c9997d340be93b4021518997d78b451c4aaa51f8cbdcb89fe6d54
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd278aefe4a8f80d0080067527cc6cac833db93
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e3fcdf9a04e5cc8e1df992da9a58d49569fe0a54b6e57eb5ab28c75d726c5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0823a70edcf737764c00ffc7eeee9a533ac821
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a6c62e0117ecee8a5cec082aec3171c20c9cb8fd93f28b9a243386f2d95f1b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42a063407c1565c56b008cdfa5fcaa5fb257987
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae93c5fd5d2e958ca0f3146c78371170c6caa5247805b48969ffde7f6936104a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ef9df4a3975824f7a8767732f7f1379a3bcca5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e483edac0d6d52a883c6953acba91b035f6e30fe7d46303a8c36e2a47dcc5a86
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c5c47901e12e00b51a6d4a9603136ea47c18f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1d437f629cc7e3b1b35b038323a8a49096ba37975a902ca3e65ce19fc308c2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44caa41913c94d9cf673d246760d1c78ab817997
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5ee6c6e16c662f9749321b443f8f6687525e459cd59ccba0c30d47aca3a32d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5497e73dd3f2da62a5dda87f7f6dcf983627c1a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771c7de05c7260e61575c6c465b782bcc391666eacb2e0a439c495368562ef86
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2449f560e4691dbceb318587a7b0486bad7954b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50858f0c2affa6b4b9d1b78175ddb8d7feb9ef2be4e6d5085ec098f0deeae85
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1183db4b875b71db1ade22137ec81f299a2ef31f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2c13190baa8bcca5edae945e0fce4d8156d9033e67c9ec780fb154e576868c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530b343ee4e391bc0cbb0236176b55a866a288dd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375203c24d59c5716ebb9edb1215c60e4a0f32e56f5dd82af934ccd626dfa501
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7935e0dec684de5fe08cc91da60ea35a0f464ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076172c35aba97d50a4fd32a2d683c9315caf22157ecca56666dcf0bddf81f5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7507c12b98232f28f7591988fe7923256067b761
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869a3ec0166d791e65e906cbfca557ee398e7e1a2b0e6763f3f196b34c7faee5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d721d53cff29f199c290112e67c594ffc4f7dc29
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53630ceee0f39762d980fb734ca793458ba97aaadd27c8bfdfd41a032706fba
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e3253d2be9ccc1ec5ae3d7119b83813303c79e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b38eadbea78ce606584f4fa9acaec48220ac427155958c3d8d3d18ee8121504
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c7f1299149efe61b3ed42216f1f1309005b365
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e0c9a4760eb8db2bae4677ac79667ef9c925323bf9e3dac95f7749156113f2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb72c9044ad8c627ceb6d6c4d6a96d1ade14eec6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55722a3d523ff3c9406e3d13646b177ec2a055d21b372a6d3639ffcc5dc8fc65
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d7055a32925fb129bad9b06a7e1691dc71390a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c730da402e801c6d5276cf4ec4add2a84a91a8306f848d7ddfd90959b949a4f0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8132ac462a242c07832b56d4812ab2c72646233e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bc3fb07e05a7397f74cbfaca977c201314cae252377bbd407eafe101eddbda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97fc56a9a718782495b0c4f6b7ab29d7bd46517
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e76c59b6bbda7eb796522b95b95315d226c0202a32c9782854535753113739c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f3199dbeb09b6ee4e06b55b1b5340b4f27ca45
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e01482fbc62a2d418049f196d876f6e6bbd0584bae3887f50bf4e89a7c0ec71
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266b46b4c47830f737d58e783515d332f1aa07ea
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2069483edfe1ecd50f084110297ef01162d97a938ee0fa1edeae70a2f09ca2d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4b4666522a00c3dfbe43b44a772f3c57c4e20f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a687d33406a88b008fa5a48ccc3058fad3a31105150f0fd6f9f72545f41bb27
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae38251a66c83bf3836af3b5573b6d1c9fa9b9d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dd37b291b336980ffd62ce238a87c821314bd4b2ea618468366dba22b64e9d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3760c0e4474a7278f3e7b2f51139eb79fd9f0ccc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f845acc4b8d7e14ad4d404f22ad4bc789ae7f9c1cf557a23d31fa080082820
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0e4e9ef66c4d9b2b7c7aaf5383909bd4ba2746
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e57fe3a7ad1baf954a8cc74136f9eee97e0c6bb608d3db22750f1294d29268
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc144803b5c83172b14b587368a73303fb57ec9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6c62fd1517e56de3998a9c0063e2c4adb98cd4797bc0fdd46bc4bf4d0ffc8e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e061528cbdbc4edcf33537dd29ff2b88d12312
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e274e941f6cc328bfe765f338264ae93d31849078e81e3949da219d174e540
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6158fa3a8800fe56df4aa9568dedf4c61ff9895
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111d98a93bd2fc66b8eb3fa34c7928a7e81a6e50502eee919094ad5d75b99340
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2e596ae3609d882dd049982fb2f3b08bde27ed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6feaeb4ae254f23b5559377adbf1dbdf3748e790f1105f3abd5323a72a2b1ef
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf83729a830087c088d82f00a201e13aff35a222
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a749dd7ebcdc2d896dff6495a45476927cfa91c3885c2229082e6d24ecff885
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b07ca92fe797cf76c6146be5bd0d39c5543caad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c95c48c6272185fbf1fefa0d177828b44db3278f7144135f404532c8e7c2fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ca6922a6b76f56bdc31377adf9db337338303b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4b784f4dd3bbc97bdda94f91246fa372e47ef6a047094cd842dca74d7494c9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038ff96dd330f0506abe47b10680ee76fc4166e9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9242ff16f79bf17825fda7879ba3a98c6ed8588b0301cafec2a956a46d7b3e1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895c07d4f2cacc25404c63545fa2dbf344f9c415
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd94a4392db4e76b8f6d0cb94867ae630d7657230efb2aa8f42898b92c19b6de
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bf602660c2f5e6ab637c3a86fac291506470e8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6d127e8c72f74a4fc62fbd14f0d491b8fb54e81ab776087f07322f3fbdb160
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24246c5dd7d191fdb151217e1cc520b9d1f99ec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad140a623e4ae0500dc4d16a23e249934fc375634f0f84732bda15f8d8930dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cfd2fc4cf32835b2197e4e539866b4bb58e1a1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46dea8a487a8b964f9114f172adbf9ce095d73c37022c71b0d04263cd517cc9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8006cf40d4cc3096734bd48b114d877ae515485b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75d18d77e31d6a46a46f2470347a2980d14a93105dabf06dd584dacf503e576
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6c42083f1dcb5fa381c7530fa0e4477d81bd5f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a09c083a7eaed6f409914688cd0cfe741b667f4a5085847b133f661f15faffb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb355784caee4f96ba150d6f23017a6592a72cc4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96194fde306a9416be98d7a78302cf1d5725b17a95b6f17df472d7a974186ec1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9983c584330e38130dde6a1705b1fd43b71c0ad9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47f270a333293a8b5f3273257f26ae5188d6088ef51ee7d35226b455b99d4bb
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c030636e89f2729a382473c70d5ad1765774f5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2deb0b0d0eda347ec78be4494e3e7dff9891074a8e8d29fdbd2746ba240014b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6edde685d8ffd6a0688688fd8837ed18fe671bcc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448e6ab335d640ba71b03358eb4ecdefcd7456b3ca89b3a2040337c3e9ec309f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9411591dd0db29ab91e6e24a41368ade95370e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfa5966d8bf22b3aeddb121d2b44508eeabdb73caf4fa6791687db8f11eac5d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe2d2cb9f69ab71eca860c7a7f66b784aa47adc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d5fb01b3ed014698825154661f569c9f4c39483a9a08b7ca32de98b886a464
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850e85141d26d620d1ef9661f860f6df8fccf015
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1fc1184bc4c4e49442e1f3194e3f417a54bb28236b7fd69bb9110f6662f3df
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b9b73e903b3cd2abbf5f4b4d9bda6cfc8712bf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521a470b2e832329831a90f0512d265f65a2a8a3b8d34f409c1e58c1d1209733
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902dbb7835d0e15dfbf52332b503aab1b35e9b63
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7200636949e20145bb2080b13ee7395af0580b792cc43963d704f586572d0083
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620e3da8ddf4b72e06870ed1c29f7fd7ec462145
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e6ecf5b1e7c56b3158e14e8b95d33f30eeda8379ac37565546557eaa539890
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5772ba4d1ddbd44382ee702bf936eea99c78274
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476b5d9f3e618fe430ebf7b0e0bcc6ddb18a62eb4741c2403bd4bb45db91a301
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a0b6d44d2e40f80b7486a673d9749253a65365
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdf37afa8cd8e29223069d75d723259571ed7ec87fed0f65cde23ff07f38605
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857e8083d1d1191d0cd0b434f966fd91729fa7a8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0156251d02a26ac94d5ce83082786d322fb9bcc9078a184c3c712a2f39403586
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8947e66ad00beb26d985900ad477c1c35a3bfab4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d45c2e81823201062b9f09c588f255f237ec5d022c652b52cc9bf099f91aa49
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6c7c86f17ec5d129d5008b393a3032155916f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f72c6b5918fdefa713232b16eb8fc12db0ff997c0a483281d27a1745736f32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd9c79778d294ad588557b7a7fc3fdf1669628b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c362280c75f1122be5b53fcef65b4667e4ff1b3a2e1b3b1485e41780db34e321
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79687dd36aff9650f5333b47b7216d9c621079fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba9ba1abb7b29dd1b1f01f97f388648e9165b307d994d8689081d5009a8107f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb26920869e597e184d1ca5015d5924c506b3ec8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c17838ce424dfb692e1b9a9ab5836b7985448e66746f6d5305e3e995ca54b5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbdf65d5c2e2175a4c4b5d2ff51671d2357703e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b17833eb6c71de2c5246e0253f2bbeb9a53fa7193b04584016bdea7d8cefbb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4063a00aabc4afc463babc265d3a335bc14b708e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c403cfaff2f55301024bea5e5ce6ab0882fc96bae1e03b410eaad33e36a3b2bd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802e5c5d91f1f5625fbbd046e53e09326c3f85d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1b5cfd9afc6b5e8d0b195ee74ed1873173b8798ddd0e3db2200460b953c3c2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e52ace97ab8f741ba107d3d3febbaa81b92eba4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c9e7dd03f1df3e51fed2ccc6aaf64fde9222330749ee3254d51c3355f1d377
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f797a5779c4ca52c0919cf2384ad9da8305a513
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2ceb0115f107fcbc074e46383ee7cb616d03f9777952f2a4eaf56819d1f90b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e0f154fd9bee17b6d9a18d0ac56472680e2cc1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea997cbe5d2fc918282ddca9cc4a2f41f692a71b2b3cbfcfca418a51e1adb05
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cb6912e92e98e756d0c32c283e0aa2a5b4847e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de4760036f7fd9bf6912bab102f35a71cd5ed29368e4b51f3f10ffe9bc899c5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b5feedcf327275a683328a4bcb43c2a6bcaefd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea59beb54b2cfbfc8154ab2ec891d304e221f6195d6c15b132609207d941301
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a32a83c0ad98477727f8a65d64daf549832d25
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f947559a98e7a40d4243eb9545d365e7324ca16c716312ddac731bed42abf14
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a1e3bf3a2307be1fbe7c476919ca797137d3c1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5954dd2522d60b5716da7148267ad23684bec3b99cc4d83161d482ef23b91b6a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296cee5a5104d65ab9a19ae39a272d4004380a53
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0b2a06f066e75612788ecc6277dee05fb711522a2b2d82e4d37919f45bb2ea
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d972d8523173f6f16b5c8aa113859439e210bf5c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3acaca82ea32eb36fbd79a67bdad36195d956376ac6841cc8f1bba0b50749a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bab345d4dfb357e4012985d27a7d22c6c44fc6b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a2dd499b694426e4033b5c31199da6657d728ddd6430b737edb55339dac747
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd06dce4246cedad49f0b982aacc0d7655fc8c33
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5fb4188998d4e56e624a70ee4ec5547ffbc114740b0db0a02c20d1016cdbc1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752797f8649595c861e72031f553e58fd7dd989c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae3d77b94f748235b03cc6029bbe0930152c52bcb04143398367d519bf3bbd6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d0bd0340425c71d7e1b54836c2478f68a60043
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb85436cbf1bfc486b989fdc00bff9b64dc964f162022b7de79baf70e5054163
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01304ec26ffd874c66e47f6b84a17ddd140bcaa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce9bb40560fb478d5a53b7ad00e7f5f3c248a4b68a8870b2114b1cd37b35c2b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def5fa2738c79f063881e5d9f0f427e7c4429d33
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c6fc3fc39e6cea8a46f61bddfe87fffae3d2cc44c60ab255220b83fa723f4f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aeefb29b66c5ff8b9d250d662b165185295b3d6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271bd3cff1177111b13dfbaadb8b52fa5553d1ccc787de7b2d497be7b1a90042
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d94ad6e4b31853d44749060a285ff0d8166012c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda13a723473eac1b3cf7e1a210061060c5346d52e261c1bc0058a743cca116c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb9e26f1d8b2f9b548afb524c9c93bd08d96384
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b86f1c03c3f545ccbd10de9db2462a635951440e32ff2577b2f4bdf84573b1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62714cfcbf938296574dbdb369a1305f49d6913
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ae79c7a76b81b6fee5ebb61f209bc1e09c3926d14727105adc4507dcd830f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873fb6f6a651fc7e523c13956bf500cbd88997bc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d7df7e194d17c22ba251ca208d300a691a2b358a3018452633ece217cb4cc5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ff5d0bd828c9df3cdf4f9d586cb34efc429ca7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a8953c1ab8ce7a043d82bbaf410011259b5da21959f440a8bd5561ea210190
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a20207b664f40f4d22ce841ef1126a4697ab868
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91824b21f98249d91ef3803af3c9f090df930cb9244df70daf3de392d46538db
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff7fe143fa3c2bd001e1f39107be2637a13b4a5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7e343762bb25da7fdfada9a5349d6c3b05452059e4885c96d43f441681f72f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24812d5ec16853a2cf156ed4ea52717fe8b94cb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15d4bd9b441c9ca520c136ab3ac7461ec182ebe3e44cfcea8018ad4e790c018
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c25ae1ba5f7acc913cc50061d0c32244e03f1db
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c141a042c038ff5a43b8e600a50fb1d2cddc8839fab909c250dc4518a6138de
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2bca3914214b189cca3fb08b796b7d7fe77d68
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d1f9781e8c567d18efa76d9817096192ae813e30aa8d7f9f3c064eb636713e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b5f6e308fa0dafc8f0a1dc11bd5b656afb4489
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48dc27cf798dac10273bb5b5b971d4603eb4e307ccb3e7caec005f7baa35c4bf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa93e1c3cf37ef65d3ad9f1b9089895e25f6f1be
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf7c2a7ea533bce69b4993e822f3e8123c33f75f4b70abdfd98b098e3787dae
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104863ab3e59b4ad756e33e79829cd5702de1cbf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45f683b709fd515677346cc412b155ff384cdc71bae1b4bff9ee819f237929c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfe262671379688318d9d140cbe3e1e30b7d01a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabdaff824b73a734ba639414986becee2b641bf5393deabce4d740376c59422
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53b7da03d39eb17d56a36856ab89e6521e91784
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551b1af964cfbf814544f65b77b7c6deb6daffbd51cb2071ff01b6d1925fb03d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be04ccbde5bdebf4b4685f1de4f6c79240d2741
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b754d521c6409e8abf2bc13b39da483cde1090d689b3469d3bc6f278cc646671
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eaba041ae9bcdc238bfc90d6aa1e504ba5b4e0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd477eccce599413dbdf1049d3c7d0a37f079f1128ea1e9b255ab96e0b9fa50d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78628272307e79db6918a109f3c4235bf991f1d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aad98dd1da85719320931164c64851af70af3244ae5e64c330e3bd897b7e6c3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50bd459ef35524341f89274bf27a94456df37c1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e069e1c248c3d42d09f453746930cd4fc6d811194b72a50775be57cb8e8d88
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b148e753ece71ccdd83c53d9c56888f17360629
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37453769c5dd1a086cae49c551c247bd1100201079f2e32cdc73206c81c53a3d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddac674c8777bae3e8c60439123095b18cdacddb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ee8e5efb3702163c1423611a304939d7fec2c3577ef7e7e228c7f53615a503
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ca110d16893538427a9a49ad4c8a72acf235cb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6871f47d02a5a7efe093324f6e612d91224b9d854c19880f9d813b4b561489
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459e1cb2840bde23ea5991ab0557bdb9339e0a47
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7c49af3f900e9ae3472b627c7054e852da2a4ac4f45b464a00a0f458b4bc84
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798b8a3240daa4b6b4802bc791b5ff6b65edd055
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9805dc35f0a955a841a94acf14bfc6c84b9b703f401138c77a4be054a5f30b94
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff12589d20c62b1ce12e52397726007a3e7cec5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174d76c52e17d8765dc46ed84d5b8c5abbbea920b477764077bb64181f6b6a9d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73ce6a19aca8039230af58f05a2b0331c850a0d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e192d2e522828bd43ffef72a8e989580927c2e9075d3ee8700dba379d711d29
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ae49aafe4d31ac9ae12922eddb191a1a388615
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76caa18a4a40bd246c0705b696f21408b608ca6270a145c0307155d757f4665c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c0bb12621f5661e63c557b7ee3fc9c7edbaf12
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f63d1a6ff260be208894dd1d47be789e005f0538fb6c4d6d1192910f37fa6d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c059ac49a004bb2414532222841c0a205ecce261
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dbe55caf59ae1fa09a06c9c03d4109e4a4d57f03ad8d7a4ac963e403b8ed4f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b1dc69f93936cda3c691acadfd9c7024390855
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb41436146bfba5778a93d9b31e84b34dc75201637a6aa062edeccd4645720b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6aa54949bc6fb6f49ab7adfe85b98852e6af5c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8848b10347cf56e124a6acd6aa45c093c9ad1698ce444ed01e9927103d37e3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0590d0f593ac39194ddc59281427711f92f9f7fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf347ed56e4d671422b1235c8bb3da3ebf550dbea04bd78a31e088dbf54923d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c3520d7b29e695b549645c350ad03d8d7d2631
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1695378846b1b61531baf0deed2f8d5cb934bdf6a858e8c9463d543690f4cc94
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b28daf7db9250ec74876f5435efe60a7f183a5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e02398e3e05984c4a0663a0591b28b107b122ce64e77906b5b969229d5d14e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7263fdce24efc738cd66fcde54c38f6b14e59f36
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4922c347867aabba7b7f3aae51a2ccdece5fd98048b46f04a9b345467554edc2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e259dda10f861425050fb1b06e51452420c1ecc2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4704e91830ea589898e9e68b02acd032dd8cd12cc4a8b15c90a1ac74b429ab71
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4e18c458c0e7143fdf607cb2382087d917423c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69652dda1d6bfd72a86ae13293daadb645b204665165cdd20b26412717324dc8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9f884aa0702a012a57fc416b535291fbd26177
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd0f789a92aee4da1f8f1f6370bf32eb3a7f867efcdb7631a8ac4025392d642
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9a5989d15eb8a3462fe92f85388b79ebccab12
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5878c95720c2e41944450b22da92a928188be296d4cf7077abf06b555f1a76d2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec96b501d725cdb7f0f1ef5a45789dbfc3ea326
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111643659368d28371a48abc08eca2d0c1f4710cd0c985605283debf5beb72cb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cccc5111f80bf5bf58040710128b5b97f3b4e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a591688bc692ff34c1c30509ca44c330059c13ebdbdeaf15c240fe9f2e341e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cc1a573235356c4af79ce3d7eb65b43e9dc888
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b25b394c7b31e23821b28277af90bf8dbce3c745bfaf22bfca373db4bc8a368
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3da212cdf13b286db80c21663c46b1a87f1371a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42a115f6d38f3b5bbe64e3991d4f198026d6500861b07af498a47e94b3e07db
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb515e2a59a22d45972b11706d8473a7f8752fc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb8d468e1abd3f776063b0b22d1825a8eddf65b0047483b477815c7fd76b09e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbdc6244b88598d893fdb3a3429096573293af2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87aad032dd517e6dece95806eef1ea29758c906240193123365bfef022610005
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25dfee634f5096a640d44438d3dddf645e984f2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66497a3996b3f26a0c42260e30f3d175dcd6dbcadd8f9a421f5a3d85d6a5a830
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c8cee86951b206099042fc2439d1b3b79a36da
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8ed896462499bca8b95bfad91442bd3a20dc437cfcf87d8d685839d2e71d92
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de762d154f3c333ae2a1a61b1d7ec7c13e4fd42
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cfedde584ed3054baa76b74845525ca4528b1d3e92a7d8f4bc531d8d4eba1d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6cbdccd62bd79fe27faec8ae0c3ccdbbbaaab9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1256cfdc02e34f2edd0d06691b970d55c63ff2028637e3620bd5851cb370e95
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed952ed23c5c0bd2fb355d1be66c369326f03f2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194b5d84ce46c715e6d2517e967cf96f2339efbfa266b2890104beab0654b3f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58404318007eb8d53d70fefd753c86c8ccb4d136
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d83f44bcf757005d2c0dab2ecb7ae9218a9cdfab5d782a548b1feb79ded7741
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12181bb97ffc98bfa92a3d70a7232434c9a72614
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7a26b61640561ceddf9e6419c8cbcb4b581dba6f15063eb6974cc9bd62e224
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9d3356e55af2376be2a423df435f443e76fd3e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fbde8957c8dfa4e37973e7781d755be959864f9c8fdaceabea7d9c401d5925
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875540868f3a0576d26b555db562e48263fc29e4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e441f4bd7d29809df58f410309f55980340f8519f5ef94bcf3fd7142d1ddec77
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2af41b3c9a8e16db5d341227fb252212e179de
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b7442716cfe12a0242b97015481fdcf0486595ba1694f2291325fb80af1519
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb46517b0fdfb41d744f77b5995deda5fdcd5f37
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ce522570482df8497e4a2ddb62813641db0660c21dcd1d6babdaa34f26e01b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0abfe6307a441193c00499d9194fb32a782ca511
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425a42489d50bacc514e360322f799164df63c697e2203b4e2d8c1da0fc59c2d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf031da37b65b8084cf707c73240f7364d04cad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088efc1a780daeaa4733a7f99b2f180b24b878f37ed6d5e78d18dce0cf60201d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef20cdae3a093c51feda04735a79bb52dcf5fe5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22fd8fc351a610bec270cb71fd824c85848ef0d5cff662b13c14b9c110a7dca
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81f2707292b5fc8207736b8d5a353dd9e138761
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4929f959934b1043fd7565ca3de1bd234f4553e9f64be737e9827618b5f0d9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30702b4b8ee9bfcc0ad2bd98ba70fed9a6eb3bf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aaa7a99981d33f1310fb9cc521df2bf64fd7dfb5b0147bb5939a02fdea13057
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391eea32e115ffdbad3b668cefc7aebb7eb5cf5d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0285c23248af515b98513fbd7de997844acffee86a23722824c5a8a436fc4665
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d19586d257d8692de0de097175fb230ba46fc0a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a35f17de514240c4cd9d2bedc8b654cc0222dce8b1fd6fd88f5cb09ebf82d62
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d0ca04eaedf36d14f3e6dd6bdd0329bc84558f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1f73f1c229699c956dd04236dbd536febb180939ec86783a58a2251c7d8ad8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cc26605f9fd30bb1872c1ca7f0b35291455dcf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afd01cac54cb4518aefdc2c54fcb76b0ad84323050d360e03bb3a1244826d29
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c59fccaef2d307481db26263bef8c30139d4be
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0ca9b4b5b87e2c5cff8156d1c874c58f6669d8500f5455714bff6d87621e14
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01137af188bee73323f9c0e5ad351aa7f1d99081
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cb805b7275ad70675d8960f586574b38b2ecd53b9fd795142d22b8126014ab
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e607f8dd4d33e9a9486350d25c5916f47f392f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4259ba5b777d5f94d28dab898756e1f68a5c1a714f8dc14b1871ee15cf4f1ed5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dadc9151e9c4d311b64a5fa7f087540536014ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7519aaf77c80d58f06a00777b45c0d2781a85c1cbcec2dd7904340c9dc9b88f8
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ba43cea6cb69c7a428777924e4bd3cb2d8f8fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649c0ebd4448a0350a2ec0b36d77c03bed8ea51d92e12883cc07bfeda50f25a0
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab1342f048b56e0c5e8905c69369c6a7c0937f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb83a87346c77bcef2a9a2aee0b14b8db4dcbc478618affd95278ffbbd58ce10
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5d421f8d41b56086cfbb4bf52efdfcbb6e72d3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4810b76257e094b2469871522b55e43b59a20ea46bd0d2953b9f15af6897af
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f5020a7f61c51e5ad5ad73d6ad524e0a0b2cdc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05076a88b0d5a775bc99ad27ec21cf50420486ba80531b5aa2a92e1f3d0923fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab0b0a594b54bee92dab194aa181b36e5b897ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c3d247dfceb692442c83da9c3be525f985c7acb0d426cad799fdcf984d42b4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816e640ac612f0178a79af489dca4412ef860dd6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07aa3d7a025aaaa54cc76837a59a7fa6d442588b648cd2e5995888f40948aeb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e329ecebfb54844a9ec3c71a59a9548448e5eb08
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65a9685e9102b0b4d5dc205adadc34af3aa60a47f373fd983cf842fdee3d247
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a5d6b546762abe55d0975a742bc5988fd6df22
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056ec02b2d783caffb9385e0c02fa0b288809eb6b1285271bf2be055c7dde724
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdcc4019c1b80b91a3b411c0d07a8b882b5b8cf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3551b4610b5beb0b01509cf5b71cd7e1daca75701de70ce882b92136e6496058
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/lm_head/_0.pt b/params/phi/5/rnd_search/comb_18/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c2a8a313ad8cc345c2693425bb3d0d6cafedc1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6200b3348603f212ee223df0e2fe5754af5e53e868716b12a3245a40b3d3bf
+size 205955
diff --git a/params/phi/5/rnd_search/comb_18/trained/lm_head/_s.pt b/params/phi/5/rnd_search/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689cbc9188c888bc2f52cf5f67b31d29126e6a3b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fe3c47225fb916af68cc10c7cdb1cb1dc651ed89012760b9c85d74be0d6355
+size 205955
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369c45c4f5a1620575cf4c8391b36f64a5908f3f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4573bbd1e76134411736d554f046bb359f52c1c980e09858ca5d13cdae15224d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cb01289be46753ac3004ebbb0bc824cdf78389
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8813cd032fb050567a96da68cbd9a136acb23179085e1154a7f0023f5171db1d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813c66322d93133460174307caf940c6168de699
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb72b26f1951d7b73b1a1d8c6a321359b86ad11c65784d15ded610795987288
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3c0d9a7d630bc1f3b0b46549191a44d3ea1509
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de403f6288210c7d608513818589748101921a62bebf613fa49bd326f8ee2ae3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8310792f00a63f94fbeb550c593904f06a6dd237
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ac9f2fdad8452907cdb3d538941f165b8b5485ba6a96f2068666c5a9a87825
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad926cff7892d47fbb8f4f3edca92ba0c0684d8a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77416011fa06843c8bf1ca416bd83756b9bf4cc76fecc29c615d2fcc4c761c1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8267783d22492c260a522c79ac9b66683050187a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947d9eefb63939c42a02677f2a5e743abb122b1fed804993dfa7a62f5f0e1eff
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70f008999b614cdc671c3f3fac565b2f140b052
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa7721e53284ad7ed9ec4a0d75300d559b9b2a7fd522c38afac3520b607eb15
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfd91e7d7f8778e4e22e181c91b149621d90d1d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8e1e4e2407a571b94cf2e7e7ee458b070b00545c72db41cba5715592b0bf5f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd51913d3959a250b4beb71d102822fd9a8e1329
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e741355f86a7081108f6989d47d68bf8e821b7b56d74dcd2a6c898e7618c5580
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebac075acf99eba8f0f191526f563fe265b2af6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e679191126c760f6944d8d73a82f21a47d9fb60e72fb625e6236d369dcba8c2
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d343502e3322f1472eee35779f75fbdf51e3f1bd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe5bdab2e027f4b47842f5161f16a2eb636a5c5df841f2c4791e592de7d9894
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b18137dbd7c50e3dc1643472a1fad7e1e6fdaf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35015ed00e5953e486f5bbbaa709a031cdfcd06cbce2fcf99aa282971e0320a6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a00dbb639042cb11836548d2ef1ad9fdd208881
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2c9acb263033f47430c478f7d1f6d9c84a7860880b84ad9df0e603eaf0d015
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9fc89d0d92d5a7ee86bdb80554b4e2a4e3ba89c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5598b754bb0fc63c7741042b74bb82b994d3d52ae0884a619390d98614bd86
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d16f280840d36a49615cfae948f2163dd61b192
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aca7f221520d01797c0a529ebd9abd16eaed657aee8a131bf1062902a224ed3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24ad863ba32e576128f805d9bf46d2926fa853f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3be9be75665415ea7a202c9e22eaef75dccc2a4afdd12e0606b74c5175216e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff8dd06d1de1ce36393542a9ceaf25c56ef60f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fc25fc92b83390711b3e53b106ab3689a28f054ea99d5681cad677b9cf9a42
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d293d7ab2f37fd179e7a67c6ce09ed98b9f3c5b7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e549bf8d3df39a3986d315bd999f1f9abc4b4a2a13731b9253315a3b62bcdc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de317d67bb72bbfcb15d591594e38de2fa3f720b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21172e733af4973849b1cb5cc200a50243646230c03d279c71dc3c0c7f02027
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0617ded62384bbeead5f6a941bcfce65750e70b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc455ccd74fb1c68aafcada00b9f129f965fbcff2619107300ddf5a51dc3695b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238eb6761470377812ca4ea6fef5a1f61d50af31
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1874299289d64be62c3c8478c00b708ba79c119439511335d00cd3ffc77052af
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341410d92aab3190cc0635abee1a46972bb21d27
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66f7369e9ed59a153cfb11ecacccea4c28a3eae620a083563efd0848ed89fe8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c89b9e12b42b99ded128f8bfa37bb61441f7b29
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7411735e9bf3c18a3947cf432134ed6fb96bc879e4b0593ec9aa12deedd50776
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a46cd350c2f663ae5b2c31518feaf9f9be65cd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e64c7c1cd5f5d4bd487a4c534af4e5546b166be3bc2853eb90c8d0aedd5b7d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77743ba1704ecb957f1c44d2436114056f95277e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530fb00b9b2d0aeb40dcc029dad729ddd0af8b92ed39a7bdc02c9d20872d383f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45526510c00d8faa0e72200f573cecc53503617
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ee6439370557bcc0d29cc05b5dfd15cd3275354a341f3e673630446b4f8a90
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2830e6a92332352c4d608214d7883ef625e5d9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d38a7df30e5df2993178c13bc404641eaffc7f7c9b036d8b2805c015028dc9b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b576479e6118aafe0aaa0d5c27409b100cd6e034
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0d2bbe3691ceccb1f4ffb13c4e4128e162b4e44679ae6f35dd2192b60bcae5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe8ef6b7498bdcfb170ef20d98a1be57f10da0f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a0cebcf6f9fc7e17a9d55180fa8625bbf9eddbc707af4446ad21a746fc1a47
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c176c6eee7ae07dce5d4bedf21c57445cf5a74
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb9abbd26a9b6c06f054637dd60d8c22ef7da9c045b502b66c15ff053d09602
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee743a319bd11d1ebc77120bebe6f19a61b2dc56
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57daca482317cf2f1e3acafd9f54c926a553bc9e359b90d3e462b24992277d0f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324aadaa40db238955adda553240d01b886684de
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8abdcc12a23b7cc9eee91a33a6299913f1b5e95f338cc1d3606dc03b3409335
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9489fd57e37b61d2000d9600aaf4bd1181fd34a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24dbb40747f168f7e8035fa8582fc9cbc130bdd41e42441a4cc56e50954f2d3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605e308088d2a3f79ba1794fe4425376d4297e15
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af4c944dc1b53d9f8c22fed13236f377786ed19f7405d074eba0ff1787c7049
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d78c3cb8aa6571beff62766702b25b7246297e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39209be51d3d99319b6e84a861bee2763f297f4de2fb4f4e367cf3b3e353a27
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1917f907b90dd44ec98595a72816e029976426
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dcae3abca1e3a35587701175872f59f91fab53f7f4007adcd13afb39b3c573
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831084d858b52534d4a97832172622227827140b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ca37122590827e63f56736726530c375043ab2ec38a9150ff7378e608442a5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0caca6c61ac515a05bcaf52919a449c2492c53
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23dd92aad1fc3f6d9451116a1cdd9efe889695f98cde67a91b79a3c821bed722
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10eccd60af8adc4a1e94c40eb8ba668f8227c72
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d7ea977256720cd8e4bad57915f92cd8479672025f4149a39ba0653b05645f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45fb09b1776d820b238f82bf58266eee61340394
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53d969f4236c519d43e172febdac208c63a0cc76b07742461a6df627e001981
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f362c30a229b0d2fa58e9617c060ab13a88c8555
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755b5618ef1d372c93bacab7f63dff8682d1cd0ce39e15a93661cd201c88146d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5358e5602a6ebf384398428e8657a40df57f47e5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebd269978ec21ab2d8d33899fdf2f0a5033ee7a97ffcab24b7e4d19cd086b62
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5543455013a0254314e4d49b801985791f26f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209f22b5ef6e47cecabd7c0631d178276a6eb148ce635de5192b331bd269f1e9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b3839f3f8fb1c932b7f6cc25a5f72c5c3dae43
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fbe5dd0b23c9acd87f9a23173c72d17083bdaa4cccf4158816485399086573
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb69c4601dd0be8de80e2fb2e1f67bf95fd51c98
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362a143f85e14413d99993109327e272fcdd012981b6a5d58ef3309efb508988
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc25c8535523a4ce4e0d67d884ac00f33364dd7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01ea5b064a57d895341d94a185bd976658d21737fd3674c40310f584f8c7a06
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811b778765129307b7ee9f8c948c4463c9ed8b75
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a11e540f36ee509ef5a54665bd4fff5a75d44debf46a9422ae29ec7fcb5c7d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8dc7cce7a4acc96d52b5dddc47aea4cf32891c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6e7a4fe3a9b08b4aa7c553e62b4e9754568ad4d2aa1d9c55a2856711437c85
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6389373d83099c1399085c6609fe77a722141e16
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e8203c35991bd6350a347f7ec898712bfb269a90e818a866d90ceb93368025
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16371c437a0476b634845fcebec71b83abe38ac7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1692920b0a57f1eba36164b6a8b3891bb8497c4e9f4a008880623ea8577990dd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b288efcdeec7bbcceba15df1d2cb14a2ac0ea051
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b7dcec3067220b8e553187aa202a58f2d25318de48e35767debd1a14621be5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839a0ad91a8a6a87007b9b2da8e01f6f0f054cd6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0733853156c73de5e0bbe89cde1c431bd2f9bd7fc4512693de578c9152d3400a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6aab708a96bb3ef7c1f6822a18b5198fa233b1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903937224ad930aec9679ae620aee0f90f954ec9f98e68d6ee156045b70367a5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac45417f0807bd6f3c90be822a3d524a8c1dc5f8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5070c256ab39cd922359247f77e4fa3d35858af35f5440a970dc6da2f5b0f7fa
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba623c4d7c6b7bfd20703614c45673e2b33c05d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1273a0e151c9fc6c0a05d492f1637c32a61626907f24a8e18745653184adb0a9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ed78e9d725bf9b1e7e3e09c29a2aeff0298d92
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f300fb8bca36d41f20dcb79e3c838e76e0e80207e41cadd5e350e046d193dd7a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89f5593d95b6dda8e894f8eba47776a76509ed4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053bac464aead082d97760a1252da6b096b5edcddd13bc7bf2f5421a0118d7ad
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b8f6460a160ec71567b059e847a1001b47eb40
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e5098d5fe289216ca2773a878be73c5a61c193d8be5e3a15737f678784dd6a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625c1f3ba994d5465f2a033e299058d0cd3d8eac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17806d080106e6583357abfa64a72a312078d42cb9b64e93fd2fa358e0aca02b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c4d75679be00c86212ac4a6bc6606a3e5b5198
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b731e979ba3f4edc775fe61e9a3bb02577455882508f81946d74209f9a22a406
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567a04cd92511f275b0744b78f4410c50a01111f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a4dbaaa5d4372e571f7e6ad04093b8362f7e14066da1bdb42d890945277df5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821b1c50da17b9f6e2b1a7084b9b6805e3015713
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bc5cf1e7861df05f8287193d59cc9c5d5a5bf82426e565e4e94a3adfe3240f
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5f69207b510102cdd435173437b2f1d870f3e0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7555ea706dd392ec67b8e0c8d844cca3992aece11d1522fc8c16740c39276b9d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e795084cd6c5938fd4ab6b159f1651924e6b2cad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d56376a690951cb380f804b4c57c19774317822bcce0b6ca86b0fa2563fac32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46bfc31d91a4f618af24a40bc3da82a64a1f9d4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fd620f3251a9b4dac9beba6ba6e5d30a6a17d65cfb5542ba928e0cff4b94f9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a234dcc72382340eeb8f5a6b368de3948d412718
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff287a749b0b7936c541e9fa7f75e6d548b81890562451c7a03b2dc90c2b985c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a755efee429144aedb84b2df1a6358f1b43f709
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0954ad6d12f162b79769312ce52b4862196a580ef9f502637b0bb94b3d061d2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4671694e9f7f298bb871c5964c90b2be0e441e65
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6d6a70c204f9c356ea1f2525ed89396256933f77bb1f4271ff2954c99fd58a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8f1a65166fa063a77283ee9e9f1c300966f951
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ba06fe2dec7ec06b421a70fce4d1d19923ce18c054d9d222f0dd9e6f0bdbcf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755649bd235444ff1005b6f71364beab1c860f74
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbee67b2b200fcd8278ecb885d4cae7d5176ffa558e4f1e72f84ba8be29b7e5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcfedc2f6d59f81bdabf1f33c4718cdd598fb1d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b88256dd794602f4f5effce3bb6faee0070973b419cb91b3403c25fb0bfa4d8
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831b14ec04766f5dd93808a4ff7c2a3195e64e9d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694bdcf7500f6483a399db716b7c9aa309cbe25a41d9e8960c96f603a0c3bb5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827c8763400cd3154987cffbf838ad375ceda3c8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df0cd6d75c223e700bd932623ce3bff387caf12289f7fb1cbaea876160a3b9f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace246341c56c062032f2733188cc35e494b4e4f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cace3812a0805b54a1f60cae24200c76df520de61bb452f13dab34a0d7db1302
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca2bc8b5b04fb6d3f0fbe3f54f50b532290aa50
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a05051de73bfa3388bfaeeaed64b4105e3100c40a1ad0728893d94bc2124a21
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242a2a00c09ed77d51b36bee56ae111a249c4c39
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3996cafcb3e5aac11a4889bb8cbeaf1686b76ab1a56acfcb6aefcb3e22d0e02
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d1792ef7adb98b955388745c120e700b532428
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4318fafa7db1630c837b870c33bc3ec6c90f4948c11cc56cb423fc9e21b5aeb1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8297f371a55e9e1d8e6d98ab19d2246ccddb0b67
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d267c8300c39854fc2ecc0479244f72fa02cd93096b5ec3fd3fd79ec42135a94
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a714f3dae40fe22a80eda99dd9ee725468683a98
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f274a5ce8c16c22330c2524a43ae1d3b1b294f01621a2ed5b97fc18fe5b0d0e5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a230173fce69be82d15ed6ab376f85e24ae9e1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742723824abc60292221df6505add67665e5bfc5cf3cfcb7f417030c94e7d5a2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef2c568008a3f75aa0ff61aeb5b5ccf74346aba
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3251cd600cf9f71c3b67f151146867d9e26016bfed0b7b054cb7369ed1a08e4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c421002efac7c86898626b10d8fa5cab3b20dc43
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d316930d21fdafc4af48761fd9069121864f52ae2776d351c69689c4afb4432
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a07156fa41baa952ad346e682e313f12586019
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7fd7c412d2bd9970e3d3afae59ec6674df3e41e3801a9fda5b225843d3a8ea
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5f4b6bec4c913377c561ae5aefd9c026d52b09
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90080f23291ca99dc67df51dd3694ba7807ba57a74531bd501d55bcb6b93245
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8353a62fe741d17115931ff62e38be03685bd74d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9027ac73e086b73c6d5c910213693eeac25e5cd4137d7ed565cb695def98a0f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdf42f72acbb5f2365c282a6fa100fa6075dd1b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c48de7f66bbbc95641157d4f6af95288b5f0cf18e9d01f51ac56e5b85b5df9f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d618d4eed6964aeacff6769fd30aaca34c110093
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b7629e8c56d7a34dfdb4c45c9d8c1adc270600b5f56c00bd40215165ef0a12
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d5ac088a560bedca51d45b222da184a1d9463b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece499f133d427af07832cf401986e284f5849a59b5edd19af2a1b6098e8d7df
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82074b73afa19c3b458634f9d9890c60a9b962e6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dcde05c1f37ab6f39284de9090fae385fb5df0e06758cc03cc0c8ed98d82f3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1933fafebfe77c7872bfa07eeae3dca1dbd03a0d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a2b8c7b531499be53bb206772b2cbb772e79f7ffe8644b393513853f3991b4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac0246a122c4d06bd837185eebd0839e550ea6e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4123ab6acebcb9261685b65a073cdccb827b0839656b164380cd437022cc79a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d4e657afc922aaf093ff310f9e3c8a526175af
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f009d8c9c3e8a853a013ffe2361b9b154b4a8626431d394d534a0c0f6cfdc1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e6ebe42df093a03455d3d336b9c1fcea89d8de
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dad10dbb555dbd8dba0944df495409ccf627f74aad8953719bad09dea218ce
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793ba965486b39c899a6f55f693886bc6028101c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ec80112475cee8f88609235f3c0d18719ae1ab4e78da015fd672eb6f7a5f67
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a9d26f6a4dc5a2df13d4433dbee5095fb5b834
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b24501193098fd85aa68f98c2b872cd102aa22df3391bccc6f5c457e3ea7366
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13880284fb454a42e9d76bf5ffb6ac72b9db2eb8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf2fd18fb9b02d2f7081b4c17b5ef65f6b841a2ab38936d8957976e5072a331
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c858891366c6d2730a6a9dfecd0d81f28c33019f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd6dc8b8bc6d4d5b9cab8abe61f1988d5bd140a2452b9b34527f05d7985a60e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0893439d2ed85347d5593c28f5dc9a81546e6341
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a2a19121e57fc52f2b3643a445821a258a78a553c61cad5a56cdb80d80797c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513195aec2ae0febfe089d39d9ea97d280649b7c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a86edd3911797d21226a170a9a3d39ba96549132dadd9d424ba94538850d77
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94349866781e89c8a39839693d38919754841ac6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d8c8a578b7d688a3657144a03019bcd6547c1cc4c20b85c92705a62b86688f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2372c104e82f5fe9383448f4d0532720f7d26530
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe9b04d6aa7a9601256977011e951b1ca0a817aa394f13a123a4acf82f94d9a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40365da6da42027040f762050f315bdaa2ef89d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470a2aef084c868231dc62a9163bbad4e7ef6e89fb302a0662a976fcf867c1f3
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea79b5a77fcae211e503422294313e32903814cc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32775a52a7081c9eba3e28b1a568b4f39779db6ba3e1c5a0bdc7d6c4728510dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52aaecfea836ff2e6c49882622eed01bab5bf7b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511119a57f9ff45d7b656f099cc9fded048a3074ad48f0a7c7c272ecdb58ca8b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22acabfd58d756cd1100a403352b613e34ee0e6b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40dbab41adfcd20858886e1a47abda6c49cce7c3124d6284a09b8ab87de09486
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686666b7a766022467abd53ed4a8330c3640f013
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1180c9284cdfbc83e8f298150311cc6b5b84e7aa6cab824a2dad1fa7d2909e43
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3a2961542168d84b4508c37b2b0f4f78b6a7fe
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98ad68d4a729950ca03bc907c3f36008c59d48ac1115d2980eb1d2dfe82449d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab1261b2502b6b18b7d74cebc30db33af4cfea8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653c2a3d94f6ce1f0bb480dc1ae8b97c12da662e66b1c43516deb1a8af75ac16
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16b2cb4fd33f1e0add5ce3ca9adfcf19d5c81d2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea2b6ef2be1432efa130553e7af426b1a82f459c67e333edd084312fa6810f7
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9410d023aec1796a3ece07d3a62834ae5371e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb41e3dded35d65b6c1453b267d535c19e41e6ccc2ca014d1a86fbe53e33193
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641f1ce9bfcec9dfcfabdbd3e8563d0abefc7cc8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f0b4030f9ad1c5d5f610a3b5f541dd14105da5e412a718044fc92f4a3da676
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9147a73e0e069df3c21d9a14f1f4ee034c19c7c4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a47a09a57a0f4137eb87dbf5c9c847698ae46f7d01b6391f35377cf89e2a11
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d1ff29149efd21662ea3960a8241b1a24492fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc99dd8d0d58266001652d2d2996cd39c83884ed48e155f6cc795ddb85f31340
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e419ec39c6627c7a3a1b8f0b73748d3da8fa3a7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae06bcac2652d611ff22c40f61ec0633a61a54ca39b4250140102d9a6b687ada
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6a1fd95962980acb384e37eb83a0043b3329d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ad5a5254bdb316b2136dfd4b5fa01fa5956a99c4bc21611a8832e5fad161d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b496dbf6802b2d9f3d977f0704830233ce0c02
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf13eba28cc1c8d038df0f0d8bacd068e061a372cd25195b83d036a4a8eefe87
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8994ac60fcd569ae879a95514954dcc39f41a8ce
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ded747b7ad0cd6f32bc296707974ce5b86af825f8a0e111c6ee4c69b8194947
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0c220aca569e6d1891424eb0fb412f66991bb2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e58017b52c9997d340be93b4021518997d78b451c4aaa51f8cbdcb89fe6d54
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd278aefe4a8f80d0080067527cc6cac833db93
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e3fcdf9a04e5cc8e1df992da9a58d49569fe0a54b6e57eb5ab28c75d726c5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0823a70edcf737764c00ffc7eeee9a533ac821
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a6c62e0117ecee8a5cec082aec3171c20c9cb8fd93f28b9a243386f2d95f1b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42a063407c1565c56b008cdfa5fcaa5fb257987
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae93c5fd5d2e958ca0f3146c78371170c6caa5247805b48969ffde7f6936104a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ef9df4a3975824f7a8767732f7f1379a3bcca5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e483edac0d6d52a883c6953acba91b035f6e30fe7d46303a8c36e2a47dcc5a86
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c5c47901e12e00b51a6d4a9603136ea47c18f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1d437f629cc7e3b1b35b038323a8a49096ba37975a902ca3e65ce19fc308c2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44caa41913c94d9cf673d246760d1c78ab817997
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5ee6c6e16c662f9749321b443f8f6687525e459cd59ccba0c30d47aca3a32d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5497e73dd3f2da62a5dda87f7f6dcf983627c1a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771c7de05c7260e61575c6c465b782bcc391666eacb2e0a439c495368562ef86
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2449f560e4691dbceb318587a7b0486bad7954b3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50858f0c2affa6b4b9d1b78175ddb8d7feb9ef2be4e6d5085ec098f0deeae85
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1183db4b875b71db1ade22137ec81f299a2ef31f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2c13190baa8bcca5edae945e0fce4d8156d9033e67c9ec780fb154e576868c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530b343ee4e391bc0cbb0236176b55a866a288dd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375203c24d59c5716ebb9edb1215c60e4a0f32e56f5dd82af934ccd626dfa501
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7935e0dec684de5fe08cc91da60ea35a0f464ac
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076172c35aba97d50a4fd32a2d683c9315caf22157ecca56666dcf0bddf81f5c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7507c12b98232f28f7591988fe7923256067b761
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869a3ec0166d791e65e906cbfca557ee398e7e1a2b0e6763f3f196b34c7faee5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d721d53cff29f199c290112e67c594ffc4f7dc29
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53630ceee0f39762d980fb734ca793458ba97aaadd27c8bfdfd41a032706fba
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e3253d2be9ccc1ec5ae3d7119b83813303c79e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b38eadbea78ce606584f4fa9acaec48220ac427155958c3d8d3d18ee8121504
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c7f1299149efe61b3ed42216f1f1309005b365
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e0c9a4760eb8db2bae4677ac79667ef9c925323bf9e3dac95f7749156113f2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb72c9044ad8c627ceb6d6c4d6a96d1ade14eec6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55722a3d523ff3c9406e3d13646b177ec2a055d21b372a6d3639ffcc5dc8fc65
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d7055a32925fb129bad9b06a7e1691dc71390a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c730da402e801c6d5276cf4ec4add2a84a91a8306f848d7ddfd90959b949a4f0
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8132ac462a242c07832b56d4812ab2c72646233e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bc3fb07e05a7397f74cbfaca977c201314cae252377bbd407eafe101eddbda
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97fc56a9a718782495b0c4f6b7ab29d7bd46517
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e76c59b6bbda7eb796522b95b95315d226c0202a32c9782854535753113739c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f3199dbeb09b6ee4e06b55b1b5340b4f27ca45
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e01482fbc62a2d418049f196d876f6e6bbd0584bae3887f50bf4e89a7c0ec71
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266b46b4c47830f737d58e783515d332f1aa07ea
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2069483edfe1ecd50f084110297ef01162d97a938ee0fa1edeae70a2f09ca2d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4b4666522a00c3dfbe43b44a772f3c57c4e20f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a687d33406a88b008fa5a48ccc3058fad3a31105150f0fd6f9f72545f41bb27
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae38251a66c83bf3836af3b5573b6d1c9fa9b9d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dd37b291b336980ffd62ce238a87c821314bd4b2ea618468366dba22b64e9d
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3760c0e4474a7278f3e7b2f51139eb79fd9f0ccc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f845acc4b8d7e14ad4d404f22ad4bc789ae7f9c1cf557a23d31fa080082820
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0e4e9ef66c4d9b2b7c7aaf5383909bd4ba2746
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e57fe3a7ad1baf954a8cc74136f9eee97e0c6bb608d3db22750f1294d29268
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc144803b5c83172b14b587368a73303fb57ec9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6c62fd1517e56de3998a9c0063e2c4adb98cd4797bc0fdd46bc4bf4d0ffc8e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e061528cbdbc4edcf33537dd29ff2b88d12312
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e274e941f6cc328bfe765f338264ae93d31849078e81e3949da219d174e540
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6158fa3a8800fe56df4aa9568dedf4c61ff9895
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111d98a93bd2fc66b8eb3fa34c7928a7e81a6e50502eee919094ad5d75b99340
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2e596ae3609d882dd049982fb2f3b08bde27ed
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6feaeb4ae254f23b5559377adbf1dbdf3748e790f1105f3abd5323a72a2b1ef
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf83729a830087c088d82f00a201e13aff35a222
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a749dd7ebcdc2d896dff6495a45476927cfa91c3885c2229082e6d24ecff885
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b07ca92fe797cf76c6146be5bd0d39c5543caad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c95c48c6272185fbf1fefa0d177828b44db3278f7144135f404532c8e7c2fb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ca6922a6b76f56bdc31377adf9db337338303b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4b784f4dd3bbc97bdda94f91246fa372e47ef6a047094cd842dca74d7494c9
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038ff96dd330f0506abe47b10680ee76fc4166e9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9242ff16f79bf17825fda7879ba3a98c6ed8588b0301cafec2a956a46d7b3e1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895c07d4f2cacc25404c63545fa2dbf344f9c415
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd94a4392db4e76b8f6d0cb94867ae630d7657230efb2aa8f42898b92c19b6de
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bf602660c2f5e6ab637c3a86fac291506470e8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6d127e8c72f74a4fc62fbd14f0d491b8fb54e81ab776087f07322f3fbdb160
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24246c5dd7d191fdb151217e1cc520b9d1f99ec
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad140a623e4ae0500dc4d16a23e249934fc375634f0f84732bda15f8d8930dc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cfd2fc4cf32835b2197e4e539866b4bb58e1a1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46dea8a487a8b964f9114f172adbf9ce095d73c37022c71b0d04263cd517cc9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8006cf40d4cc3096734bd48b114d877ae515485b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75d18d77e31d6a46a46f2470347a2980d14a93105dabf06dd584dacf503e576
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6c42083f1dcb5fa381c7530fa0e4477d81bd5f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a09c083a7eaed6f409914688cd0cfe741b667f4a5085847b133f661f15faffb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb355784caee4f96ba150d6f23017a6592a72cc4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96194fde306a9416be98d7a78302cf1d5725b17a95b6f17df472d7a974186ec1
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9983c584330e38130dde6a1705b1fd43b71c0ad9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47f270a333293a8b5f3273257f26ae5188d6088ef51ee7d35226b455b99d4bb
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c030636e89f2729a382473c70d5ad1765774f5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2deb0b0d0eda347ec78be4494e3e7dff9891074a8e8d29fdbd2746ba240014b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6edde685d8ffd6a0688688fd8837ed18fe671bcc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448e6ab335d640ba71b03358eb4ecdefcd7456b3ca89b3a2040337c3e9ec309f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9411591dd0db29ab91e6e24a41368ade95370e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfa5966d8bf22b3aeddb121d2b44508eeabdb73caf4fa6791687db8f11eac5d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe2d2cb9f69ab71eca860c7a7f66b784aa47adc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d5fb01b3ed014698825154661f569c9f4c39483a9a08b7ca32de98b886a464
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850e85141d26d620d1ef9661f860f6df8fccf015
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1fc1184bc4c4e49442e1f3194e3f417a54bb28236b7fd69bb9110f6662f3df
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b9b73e903b3cd2abbf5f4b4d9bda6cfc8712bf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521a470b2e832329831a90f0512d265f65a2a8a3b8d34f409c1e58c1d1209733
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902dbb7835d0e15dfbf52332b503aab1b35e9b63
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7200636949e20145bb2080b13ee7395af0580b792cc43963d704f586572d0083
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620e3da8ddf4b72e06870ed1c29f7fd7ec462145
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e6ecf5b1e7c56b3158e14e8b95d33f30eeda8379ac37565546557eaa539890
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5772ba4d1ddbd44382ee702bf936eea99c78274
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476b5d9f3e618fe430ebf7b0e0bcc6ddb18a62eb4741c2403bd4bb45db91a301
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a0b6d44d2e40f80b7486a673d9749253a65365
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdf37afa8cd8e29223069d75d723259571ed7ec87fed0f65cde23ff07f38605
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857e8083d1d1191d0cd0b434f966fd91729fa7a8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0156251d02a26ac94d5ce83082786d322fb9bcc9078a184c3c712a2f39403586
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8947e66ad00beb26d985900ad477c1c35a3bfab4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d45c2e81823201062b9f09c588f255f237ec5d022c652b52cc9bf099f91aa49
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6c7c86f17ec5d129d5008b393a3032155916f9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f72c6b5918fdefa713232b16eb8fc12db0ff997c0a483281d27a1745736f32
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd9c79778d294ad588557b7a7fc3fdf1669628b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c362280c75f1122be5b53fcef65b4667e4ff1b3a2e1b3b1485e41780db34e321
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79687dd36aff9650f5333b47b7216d9c621079fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba9ba1abb7b29dd1b1f01f97f388648e9165b307d994d8689081d5009a8107f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb26920869e597e184d1ca5015d5924c506b3ec8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c17838ce424dfb692e1b9a9ab5836b7985448e66746f6d5305e3e995ca54b5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbdf65d5c2e2175a4c4b5d2ff51671d2357703e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b17833eb6c71de2c5246e0253f2bbeb9a53fa7193b04584016bdea7d8cefbb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4063a00aabc4afc463babc265d3a335bc14b708e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c403cfaff2f55301024bea5e5ce6ab0882fc96bae1e03b410eaad33e36a3b2bd
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802e5c5d91f1f5625fbbd046e53e09326c3f85d8
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1b5cfd9afc6b5e8d0b195ee74ed1873173b8798ddd0e3db2200460b953c3c2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e52ace97ab8f741ba107d3d3febbaa81b92eba4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c9e7dd03f1df3e51fed2ccc6aaf64fde9222330749ee3254d51c3355f1d377
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f797a5779c4ca52c0919cf2384ad9da8305a513
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2ceb0115f107fcbc074e46383ee7cb616d03f9777952f2a4eaf56819d1f90b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e0f154fd9bee17b6d9a18d0ac56472680e2cc1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea997cbe5d2fc918282ddca9cc4a2f41f692a71b2b3cbfcfca418a51e1adb05
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cb6912e92e98e756d0c32c283e0aa2a5b4847e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de4760036f7fd9bf6912bab102f35a71cd5ed29368e4b51f3f10ffe9bc899c5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b5feedcf327275a683328a4bcb43c2a6bcaefd
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea59beb54b2cfbfc8154ab2ec891d304e221f6195d6c15b132609207d941301
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a32a83c0ad98477727f8a65d64daf549832d25
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f947559a98e7a40d4243eb9545d365e7324ca16c716312ddac731bed42abf14
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a1e3bf3a2307be1fbe7c476919ca797137d3c1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5954dd2522d60b5716da7148267ad23684bec3b99cc4d83161d482ef23b91b6a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296cee5a5104d65ab9a19ae39a272d4004380a53
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0b2a06f066e75612788ecc6277dee05fb711522a2b2d82e4d37919f45bb2ea
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d972d8523173f6f16b5c8aa113859439e210bf5c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3acaca82ea32eb36fbd79a67bdad36195d956376ac6841cc8f1bba0b50749a
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bab345d4dfb357e4012985d27a7d22c6c44fc6b
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a2dd499b694426e4033b5c31199da6657d728ddd6430b737edb55339dac747
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd06dce4246cedad49f0b982aacc0d7655fc8c33
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5fb4188998d4e56e624a70ee4ec5547ffbc114740b0db0a02c20d1016cdbc1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752797f8649595c861e72031f553e58fd7dd989c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae3d77b94f748235b03cc6029bbe0930152c52bcb04143398367d519bf3bbd6
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d0bd0340425c71d7e1b54836c2478f68a60043
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb85436cbf1bfc486b989fdc00bff9b64dc964f162022b7de79baf70e5054163
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01304ec26ffd874c66e47f6b84a17ddd140bcaa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce9bb40560fb478d5a53b7ad00e7f5f3c248a4b68a8870b2114b1cd37b35c2b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def5fa2738c79f063881e5d9f0f427e7c4429d33
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c6fc3fc39e6cea8a46f61bddfe87fffae3d2cc44c60ab255220b83fa723f4f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aeefb29b66c5ff8b9d250d662b165185295b3d6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271bd3cff1177111b13dfbaadb8b52fa5553d1ccc787de7b2d497be7b1a90042
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d94ad6e4b31853d44749060a285ff0d8166012c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda13a723473eac1b3cf7e1a210061060c5346d52e261c1bc0058a743cca116c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb9e26f1d8b2f9b548afb524c9c93bd08d96384
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b86f1c03c3f545ccbd10de9db2462a635951440e32ff2577b2f4bdf84573b1
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62714cfcbf938296574dbdb369a1305f49d6913
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ae79c7a76b81b6fee5ebb61f209bc1e09c3926d14727105adc4507dcd830f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873fb6f6a651fc7e523c13956bf500cbd88997bc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d7df7e194d17c22ba251ca208d300a691a2b358a3018452633ece217cb4cc5
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ff5d0bd828c9df3cdf4f9d586cb34efc429ca7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a8953c1ab8ce7a043d82bbaf410011259b5da21959f440a8bd5561ea210190
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a20207b664f40f4d22ce841ef1126a4697ab868
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91824b21f98249d91ef3803af3c9f090df930cb9244df70daf3de392d46538db
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff7fe143fa3c2bd001e1f39107be2637a13b4a5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7e343762bb25da7fdfada9a5349d6c3b05452059e4885c96d43f441681f72f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24812d5ec16853a2cf156ed4ea52717fe8b94cb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15d4bd9b441c9ca520c136ab3ac7461ec182ebe3e44cfcea8018ad4e790c018
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c25ae1ba5f7acc913cc50061d0c32244e03f1db
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c141a042c038ff5a43b8e600a50fb1d2cddc8839fab909c250dc4518a6138de
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2bca3914214b189cca3fb08b796b7d7fe77d68
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d1f9781e8c567d18efa76d9817096192ae813e30aa8d7f9f3c064eb636713e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b5f6e308fa0dafc8f0a1dc11bd5b656afb4489
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48dc27cf798dac10273bb5b5b971d4603eb4e307ccb3e7caec005f7baa35c4bf
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa93e1c3cf37ef65d3ad9f1b9089895e25f6f1be
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf7c2a7ea533bce69b4993e822f3e8123c33f75f4b70abdfd98b098e3787dae
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104863ab3e59b4ad756e33e79829cd5702de1cbf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45f683b709fd515677346cc412b155ff384cdc71bae1b4bff9ee819f237929c
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfe262671379688318d9d140cbe3e1e30b7d01a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabdaff824b73a734ba639414986becee2b641bf5393deabce4d740376c59422
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53b7da03d39eb17d56a36856ab89e6521e91784
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551b1af964cfbf814544f65b77b7c6deb6daffbd51cb2071ff01b6d1925fb03d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be04ccbde5bdebf4b4685f1de4f6c79240d2741
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b754d521c6409e8abf2bc13b39da483cde1090d689b3469d3bc6f278cc646671
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eaba041ae9bcdc238bfc90d6aa1e504ba5b4e0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd477eccce599413dbdf1049d3c7d0a37f079f1128ea1e9b255ab96e0b9fa50d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78628272307e79db6918a109f3c4235bf991f1d5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aad98dd1da85719320931164c64851af70af3244ae5e64c330e3bd897b7e6c3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50bd459ef35524341f89274bf27a94456df37c1
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e069e1c248c3d42d09f453746930cd4fc6d811194b72a50775be57cb8e8d88
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b148e753ece71ccdd83c53d9c56888f17360629
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37453769c5dd1a086cae49c551c247bd1100201079f2e32cdc73206c81c53a3d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddac674c8777bae3e8c60439123095b18cdacddb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ee8e5efb3702163c1423611a304939d7fec2c3577ef7e7e228c7f53615a503
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ca110d16893538427a9a49ad4c8a72acf235cb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6871f47d02a5a7efe093324f6e612d91224b9d854c19880f9d813b4b561489
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459e1cb2840bde23ea5991ab0557bdb9339e0a47
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7c49af3f900e9ae3472b627c7054e852da2a4ac4f45b464a00a0f458b4bc84
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798b8a3240daa4b6b4802bc791b5ff6b65edd055
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9805dc35f0a955a841a94acf14bfc6c84b9b703f401138c77a4be054a5f30b94
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff12589d20c62b1ce12e52397726007a3e7cec5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174d76c52e17d8765dc46ed84d5b8c5abbbea920b477764077bb64181f6b6a9d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73ce6a19aca8039230af58f05a2b0331c850a0d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e192d2e522828bd43ffef72a8e989580927c2e9075d3ee8700dba379d711d29
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ae49aafe4d31ac9ae12922eddb191a1a388615
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76caa18a4a40bd246c0705b696f21408b608ca6270a145c0307155d757f4665c
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c0bb12621f5661e63c557b7ee3fc9c7edbaf12
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f63d1a6ff260be208894dd1d47be789e005f0538fb6c4d6d1192910f37fa6d4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c059ac49a004bb2414532222841c0a205ecce261
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dbe55caf59ae1fa09a06c9c03d4109e4a4d57f03ad8d7a4ac963e403b8ed4f
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b1dc69f93936cda3c691acadfd9c7024390855
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb41436146bfba5778a93d9b31e84b34dc75201637a6aa062edeccd4645720b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6aa54949bc6fb6f49ab7adfe85b98852e6af5c7
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8848b10347cf56e124a6acd6aa45c093c9ad1698ce444ed01e9927103d37e3
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0590d0f593ac39194ddc59281427711f92f9f7fb
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf347ed56e4d671422b1235c8bb3da3ebf550dbea04bd78a31e088dbf54923d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c3520d7b29e695b549645c350ad03d8d7d2631
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1695378846b1b61531baf0deed2f8d5cb934bdf6a858e8c9463d543690f4cc94
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b28daf7db9250ec74876f5435efe60a7f183a5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e02398e3e05984c4a0663a0591b28b107b122ce64e77906b5b969229d5d14e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7263fdce24efc738cd66fcde54c38f6b14e59f36
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4922c347867aabba7b7f3aae51a2ccdece5fd98048b46f04a9b345467554edc2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e259dda10f861425050fb1b06e51452420c1ecc2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4704e91830ea589898e9e68b02acd032dd8cd12cc4a8b15c90a1ac74b429ab71
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4e18c458c0e7143fdf607cb2382087d917423c
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69652dda1d6bfd72a86ae13293daadb645b204665165cdd20b26412717324dc8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9f884aa0702a012a57fc416b535291fbd26177
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd0f789a92aee4da1f8f1f6370bf32eb3a7f867efcdb7631a8ac4025392d642
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9a5989d15eb8a3462fe92f85388b79ebccab12
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5878c95720c2e41944450b22da92a928188be296d4cf7077abf06b555f1a76d2
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec96b501d725cdb7f0f1ef5a45789dbfc3ea326
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111643659368d28371a48abc08eca2d0c1f4710cd0c985605283debf5beb72cb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cccc5111f80bf5bf58040710128b5b97f3b4e3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a591688bc692ff34c1c30509ca44c330059c13ebdbdeaf15c240fe9f2e341e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cc1a573235356c4af79ce3d7eb65b43e9dc888
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b25b394c7b31e23821b28277af90bf8dbce3c745bfaf22bfca373db4bc8a368
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3da212cdf13b286db80c21663c46b1a87f1371a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42a115f6d38f3b5bbe64e3991d4f198026d6500861b07af498a47e94b3e07db
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb515e2a59a22d45972b11706d8473a7f8752fc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb8d468e1abd3f776063b0b22d1825a8eddf65b0047483b477815c7fd76b09e
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbdc6244b88598d893fdb3a3429096573293af2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87aad032dd517e6dece95806eef1ea29758c906240193123365bfef022610005
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25dfee634f5096a640d44438d3dddf645e984f2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66497a3996b3f26a0c42260e30f3d175dcd6dbcadd8f9a421f5a3d85d6a5a830
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c8cee86951b206099042fc2439d1b3b79a36da
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8ed896462499bca8b95bfad91442bd3a20dc437cfcf87d8d685839d2e71d92
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de762d154f3c333ae2a1a61b1d7ec7c13e4fd42
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cfedde584ed3054baa76b74845525ca4528b1d3e92a7d8f4bc531d8d4eba1d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6cbdccd62bd79fe27faec8ae0c3ccdbbbaaab9
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1256cfdc02e34f2edd0d06691b970d55c63ff2028637e3620bd5851cb370e95
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed952ed23c5c0bd2fb355d1be66c369326f03f2
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194b5d84ce46c715e6d2517e967cf96f2339efbfa266b2890104beab0654b3f6
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58404318007eb8d53d70fefd753c86c8ccb4d136
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d83f44bcf757005d2c0dab2ecb7ae9218a9cdfab5d782a548b1feb79ded7741
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12181bb97ffc98bfa92a3d70a7232434c9a72614
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7a26b61640561ceddf9e6419c8cbcb4b581dba6f15063eb6974cc9bd62e224
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9d3356e55af2376be2a423df435f443e76fd3e
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fbde8957c8dfa4e37973e7781d755be959864f9c8fdaceabea7d9c401d5925
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875540868f3a0576d26b555db562e48263fc29e4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e441f4bd7d29809df58f410309f55980340f8519f5ef94bcf3fd7142d1ddec77
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2af41b3c9a8e16db5d341227fb252212e179de
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b7442716cfe12a0242b97015481fdcf0486595ba1694f2291325fb80af1519
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb46517b0fdfb41d744f77b5995deda5fdcd5f37
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ce522570482df8497e4a2ddb62813641db0660c21dcd1d6babdaa34f26e01b
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0abfe6307a441193c00499d9194fb32a782ca511
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425a42489d50bacc514e360322f799164df63c697e2203b4e2d8c1da0fc59c2d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf031da37b65b8084cf707c73240f7364d04cad
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088efc1a780daeaa4733a7f99b2f180b24b878f37ed6d5e78d18dce0cf60201d
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef20cdae3a093c51feda04735a79bb52dcf5fe5
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22fd8fc351a610bec270cb71fd824c85848ef0d5cff662b13c14b9c110a7dca
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81f2707292b5fc8207736b8d5a353dd9e138761
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4929f959934b1043fd7565ca3de1bd234f4553e9f64be737e9827618b5f0d9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30702b4b8ee9bfcc0ad2bd98ba70fed9a6eb3bf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aaa7a99981d33f1310fb9cc521df2bf64fd7dfb5b0147bb5939a02fdea13057
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7086241cb530fbb3cfba476917f175f05b7a1f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf487d3964da3c221aff6e9944087ee045238e826eafd7f41c2b6b699d03220
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391eea32e115ffdbad3b668cefc7aebb7eb5cf5d
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0285c23248af515b98513fbd7de997844acffee86a23722824c5a8a436fc4665
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d19586d257d8692de0de097175fb230ba46fc0a
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a35f17de514240c4cd9d2bedc8b654cc0222dce8b1fd6fd88f5cb09ebf82d62
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d0ca04eaedf36d14f3e6dd6bdd0329bc84558f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1f73f1c229699c956dd04236dbd536febb180939ec86783a58a2251c7d8ad8
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cc26605f9fd30bb1872c1ca7f0b35291455dcf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afd01cac54cb4518aefdc2c54fcb76b0ad84323050d360e03bb3a1244826d29
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c59fccaef2d307481db26263bef8c30139d4be
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0ca9b4b5b87e2c5cff8156d1c874c58f6669d8500f5455714bff6d87621e14
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01137af188bee73323f9c0e5ad351aa7f1d99081
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cb805b7275ad70675d8960f586574b38b2ecd53b9fd795142d22b8126014ab
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e607f8dd4d33e9a9486350d25c5916f47f392f
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4259ba5b777d5f94d28dab898756e1f68a5c1a714f8dc14b1871ee15cf4f1ed5
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dadc9151e9c4d311b64a5fa7f087540536014ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7519aaf77c80d58f06a00777b45c0d2781a85c1cbcec2dd7904340c9dc9b88f8
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ba43cea6cb69c7a428777924e4bd3cb2d8f8fa
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649c0ebd4448a0350a2ec0b36d77c03bed8ea51d92e12883cc07bfeda50f25a0
+size 42115
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab1342f048b56e0c5e8905c69369c6a7c0937f0
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb83a87346c77bcef2a9a2aee0b14b8db4dcbc478618affd95278ffbbd58ce10
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5d421f8d41b56086cfbb4bf52efdfcbb6e72d3
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4810b76257e094b2469871522b55e43b59a20ea46bd0d2953b9f15af6897af
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f5020a7f61c51e5ad5ad73d6ad524e0a0b2cdc
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05076a88b0d5a775bc99ad27ec21cf50420486ba80531b5aa2a92e1f3d0923fc
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab0b0a594b54bee92dab194aa181b36e5b897ef
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c3d247dfceb692442c83da9c3be525f985c7acb0d426cad799fdcf984d42b4
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42a80b0d7fdccbc1be64b5376cdd85ca808edb4
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0935909dbb557988b4b860624261fb0d297318a5cf3911f413c8ef2a4e64afe9
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816e640ac612f0178a79af489dca4412ef860dd6
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07aa3d7a025aaaa54cc76837a59a7fa6d442588b648cd2e5995888f40948aeb
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e329ecebfb54844a9ec3c71a59a9548448e5eb08
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65a9685e9102b0b4d5dc205adadc34af3aa60a47f373fd983cf842fdee3d247
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a5d6b546762abe55d0975a742bc5988fd6df22
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056ec02b2d783caffb9385e0c02fa0b288809eb6b1285271bf2be055c7dde724
+size 11395
diff --git a/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbdcc4019c1b80b91a3b411c0d07a8b882b5b8cf
--- /dev/null
+++ b/params/phi/5/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3551b4610b5beb0b01509cf5b71cd7e1daca75701de70ce882b92136e6496058
+size 11395