diff --git a/params/phi/8/rnd_search/comb_7/init/lm_head/_0.pt b/params/phi/8/rnd_search/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00d2155127b8ea6ff346429a41479136ee1885a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1072009a51ffec5c80b31ed0f70b5eb527e22e90be8e940badbaa8123cd5ac48
+size 205955
diff --git a/params/phi/8/rnd_search/comb_7/init/lm_head/_s.pt b/params/phi/8/rnd_search/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c15273c6d2d07dd6850b4fef33515799fe4ff74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c51f14932b00b089efb8dbd1c27949a6cc76431971d36135a72cfc067e78ea
+size 205955
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d779cec6334c817a79f96e23a427e7087f95d51b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9fff4b3e35efe0032277df17185ab06db2b061d807d94ecaaea19686fbea03
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfb44f4a426ac27f013ce09348cd29a47b3a4f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c0d41196ba0e8edd86656fd025020f88c30cf50c9bf5d9a28884f284faf734
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9049919a8f4017f6b9a83f01dbc11b20f62d6fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d027c57b5ad5748847876af0c67cd33f0e7a24227369d419b2b59649a6e689
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304abb63dbf06d442a8287d1097297fbe9f4c58e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5840b57b63f622fb8ad564ef43b6b97d3321f36719eee543244aaa63d619f124
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfb4df99e1646982381ffe86906b8b9afb3f146
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf19a46ae1cf41d07efe21f4992347d941ef2047d0e8b296d6b7c00de8f80d3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104c0c36e2dd4f191b3653f901f25def5febb083
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86361dedb11193b41504099c7847c6c29977ff684b656f4eeec259923d7138e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3986feaf0fe7888a2e0c95d3b10165d5f0de53f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6596e06d9ae286ab2d8659636405cce66f5832646c59c5539a170dbe0a7181e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ae3bf56f7c644a9cb3b7721ce7279609eacf7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e737f0f5a9fe70812688991e8a26ea9c4f3f0719948c9a9b59abc55e6dd99a1e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9ecfaa279ee3ad20897768621e75f4ddb82690
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb127d57fa11fe0f742f5a390ce67c9643cfee276399230f78fe7391b87519ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac679dac36a2cb1569bcf0e1822a58b16046d1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6b3ebdcc44ecc355284e92ca2cbdeff19d0f82541f5f2f7c0f5e2acff35b7e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cebb915bb7ccc56a3e6ad7f6d7e122113de6fa4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d7630cbba78aa85426cb7b3ef11df43d21641500c642984aec326bef5e0759
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad2171547fe064793750ce4404bea99a63de926
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349be8c5d3e22767ca6e86fbee927ea6fc44c929f7f9b6f3d10ed8405f22a4a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be1c39f83c5e4b9884df877bf41093ab44b7d06
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d017e16a554f1fdd5de84816c212834de4362baf81c09107e3fbafd31dfcc86
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0261b1e5ebca98250d6c6cb33dcb7a11d8e70f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2aef0244f32190a13d325553264b10187d7dac53b1ebf23d453bd15f792d06f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef98cc8bbbf7094961ccbbe846a3730866e5f67b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173791376eb4e18b1f444fff4d35624aca639ef411935628ebd53056378fadb1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d71855babd96a90456360814001dae946975f97
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769963ef79778cb8e67cb1d382e7a80e0baba9d96a89716de8dd6d4c99adef5e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcac5f9d2f948bdd2758a1ef0a1f1581bcf5f53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8132a0013f5deccaaf2a2817b90317b4d84cff199f6026259cc348bad04d4db8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab37e8b066bd21a2fce7b05e636c9cf170685b96
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2089bcd623efa43ee95ad7c8efc39286d4a74fb1b0b33fbd22b091eb1103ee63
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb406d8bfdcca950fa82c58ae957bda4028b8f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209ec2253337b41ee8acc91665474504efb411827a938743d921cb9d77133b73
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0f9c08b3b3c0355be418cf3131ad7354743789
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2738f206f23ed71aa3af30388b11811896d30f3538b005e72237f0e9f3939f6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484cf2ea21894b569164d59449291f4d0b09832b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc75d281e880494ec6fbf715b883e20fbcff707b4ead50c22c7d4bc5c607c22
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1310e2e0f2b4491b368f4c6bcdefb3878984615d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b736c55ae734a4c0432ffb9d25d8a4eb1d6097e9e45d47bbb1e9c62dfa20c5d1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a2fb33a510fd8d2e61f228e5e6579a4e7ddcb6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c4a30589a2621563b33bb88651627976d1ef1912f784cec7c8566abc91fd51
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c3af40e344c315ba18c90df40f9f5b1f227bf6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d22bd175b7945651046d74430af5c402fab67558acef576f808c7644a13b9ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9d5b746f07312d7ad04401e38c7453219e12ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757ff454ce0c3513035218a08f45b35c12ce1761c6566523fb9ab9792534efca
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c6442b17e421d3f4db2e12e2be2aa2aeb8801a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf975a917cd3662cd1d2eacd180d916a51ccde4ca817d81c8ef415138feb332
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd91350f3d66f984a2d756d9cc1a6071ff364c0a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f3517fd1dbfbb9a157bfaa4934476361646e4aac18e9ffd23f3eb6844b8876
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae302971527ddcee861b22834df21b90ab29fbd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44483eabf39a06d4d13a15ca878341919b563516b32173fabcf501ee2d2177b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37dd331e5fb9fe133fe7c7fd680f819623663545
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806530ed82374810e3f37ebbfb5a99e3d0f24944ea61d347584f96898a2916e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9f4e964ed8265ccfc61a898bd5d97cbf467288
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b702dae16dd5db15f3b9d1d3ea181265739099526bfcb3364b140d280763f642
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24bce9f82ebcea13ccd755230b2b1df17197e18
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7289efeb5c60ea465a2b1694933d92fdd6c07bee8e5284f1fe21256c50053131
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cde03c5e02c5b0278376f9c713dce92fbdf1891
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706bea6e4c25504b4d3b77e66fa20c2b2ae750709f8d0c0ad73597244b28b161
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3234c6082e1bef32c5d876e6fb0813fa17c1308
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862ff238d2d575b03e0a9101d42f83b3da2064cf9eefc62ec10768fa9b371abe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e991e4d97520d0b7b0307c4ecdbac508817573a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d5fd7ed24a03e9b532a642d9b062f5e57a3cc77bad69b82b91a2ea95b1c43e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18d72a34bac1fa72177d6542b9051909e02dbbf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b5883b399642cdbd64661a892e59927399cb177db3ca532300ef2cb40a2153
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d447625a11bffccfe2b4e09e23d8845e1b50d0d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0776bfe42503eeda85de8919ac45d8e8d5ea1dc7c9146f3393536ad7f3f776e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3319e4709d074af9daeef05b3ff2f9be56a6a99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932c903b6d4475fe577db133f1b28cc5b5165dcd0c0ed7bdd9452418fe8db82b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae72ecc8a610f2a3df3d1f7b41e215dfa5ee1c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d465e8d78f29b816b085fce032652961d67215d82ac49d6f78e914dc21264f86
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bbd55bd6d8b3abf0b4c643fab7d91263e5819f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa056f9bdf6af8a72c89b01a4c7b632deb9916f3c1d353ae112dc391bea1339
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f039607a5967b586ece1104b730b50c0078f58a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556e5f144c3dac9bb1330034aa43c85c1815f096c29770a73e0f8296c88d909a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3017447a33a1ee0e19f7463813464dd870e2f430
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176b78b2c117c8aa450a7658f53aa22ba0f2035de728c0eca497cc90f2c6eff2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b26039df522ee7b91570b4e6ca378750d7da896
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b6ee05462d24603e6d2494f3de98aa119772f2f9c4fe73f7c1028112af54c5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74d85265bf6b59835bc3fa6e9024f50bd2b6657
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b93e0f9db3aae82ae85e07fa678665f5779034ce739fc2093068a40e1be52b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9761bd7f193a2b21fa6d9ea5e6debdca53ababc8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df27eff108cf6f405ab8faac82163cc5b7e83551c3e773c99101908bbb79ab2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a789c875de252b443a1029a8965d3b04608ce69c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33100f8e6bb7c74bad434f9c97fb21bb9cad8c91b50f10ac317752591f2969a7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ccfc0cd97e253332daa71aedbd150234c61205
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5c218e975496c8a63702df8c3ed86b906d282bfe8d22ea2106007fe6fdab8e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b779f305de9917573bb8f0a9445aa23dfdeffcd5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163e1afd656dab75b24078b04dd39ce1cfad10120e9bf88e191f5e2359f85ffc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d996a4516c0cd1be6b015cd8d0c7300e4481beef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4264b0f894917a5f08f8f1f69631436ac19305a7977d6eb3daff8632809e7175
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09b7c46fa0218edd6aa7f8c4f836978ace7c0ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59b61b98dfa9b5d8fe7f541d9489728903e91b99e77de0ea465ccd3c6c9ac75
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b8dc80b07afe9d72960b83f808e4a27c19445e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9663782905570279df80e3bf1ae18f676987fd2e9517b47a32b6083580fb6c3f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dccddf21aaa4225ea5dd34f557a812cac8d29b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2a5459ddb77236bdb9923d1e1a1ee232db7ab8f6b4002d49517eb892d41479
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3951402fff92ebb1471a688341ff088ff009af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0ac62ed1eb68bca2cd6792eb8a181088fa98b1244e0da718a725a7c957296b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5582dd1a799b62c705cee9a5f7e9864d3ed056c5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ac2921900ec40ad57e3a7bda768790b7a86744ac50b48db5b4dc93a841b9da
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feace8bf74d38017f6c9e680e69670cadf7c374f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4ab59e0f8b9dfd0375e6c7318e3d9826f004a31c96784a51cdfaa4d7a6ad4a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2ee9fb79f0704107db96d0b8d4e0707a13a70f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e65afa43caf32f280c150d40084d14b56a43ddfcdd45cef2e5d9afb8275267a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d99ad9a4e46b48fe97577a0fe0bdc5ec890c55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d14e2506f1661f5971cb528103b951dc9689b316971264f22efcd84a74e727b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19099b367c8f5a23dd99ae424d6a079ec3bd6bd7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd381d1ec93c20cfe3dc94471779e26bc0cbeb84033cbaab15a854387c5e3410
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88210120a26fc73aa0935322fb70cad6b6d4a46
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a4885b42ecd9cf758ef0371216bca9109eb1faa4bec3fbb705beec7c1b7b70
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739606e01f09d4536d16d74ef432f0764cc211c3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffb8895a69b2611aa77cffb1cdcb347b41f38ad44f0dec9b5ded5b7f82705a1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0b31ceff9dc5d87115a137bd7b43440ac063d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd3d7feea52e2a430697d96ad651a14f1e9e236b3d405501913248183764fa4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114aa041454c911864fd78ebca687bc9acdbafb1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c3a40d256a1b833089e02ac057e45366c884dc6c909509a99d68c369203fdf
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559362d22057141accfd62b1f5aabdd252165a7b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9d4a663ea1c009ac2d5f0843e47e3943db7bdc11f7ffb4ff4246fd8ddf0b9a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965b62501b8745826b417d6cf8821c89ddb64dcd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102f351e27e121cede2a72462eb0e7b4e151071e88e6272224cdb349acc20f25
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8085be8c2cd6134800d58ab6351c84518e90740
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79a13df02e0b4e938bdb0eecf7c1a9987f150bc1b46fdf3f00ec0062e6e7fee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf92072cb4dbb8087758d0d1e329903979d3a3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908431336a9ee352dd6969b73e759ca73128cc117495decad07b108a638e1c7f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146bc9d088f42a0f4eba193e7afead52f10ccb82
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddc39e156fbdad6957872a610b5e5ebace6d2a0505124791ed959ed66ba730e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2731c397f233565de37330708d817af5d474d2ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0499de9b046030f0a0104e2c7e9e48d520e4378b30e4c2c0c68607c96fa06359
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d67feee87d13db8d08d79446247132ff25ada87
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb2e4a119b954ff25cca2d7bdb70302a160f5eae3be2841e8da1d7d34ae2239
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25ac264b2dee9a0c086abf0a9575a48ebe2f471
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab151905038538976e29736bdeafedb6f4085979f0175fe9250da558d3f405ca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d806b9ea23c261e918575d0215dae53e54f6ac5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4492a1459fb9850f761296c2e61524a576f9b69602a92ae65d934eb9f65f70dd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19dd72a139970ccd270b59e97ca6ffe8f7df29b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720bb0bba72e09b90ce1c076e90dd4ffe8ecae7c048e82cbbd49219b5c3e9327
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8845a45c62a5cfcd12ee75bf3e6dda0eaeaba00b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1633543b9f9e041a17cde7764ac557c182eef98ef46bf132fcd92f5b2e48e1cc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab2a57226b42573bd1417c8334a36ddc612b103
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ff6f835dfa38f9a5e2dec8699650b9a7ef2dd9c3042b9d7d746e385fb3abf1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e261fbbb6dc43d495050b8e751ef8f2fcdaafedc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788580ed9ff2fa1657b5ed898ea84f733a4ab0dcd258e752ae25370241ddc0b0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82909871608508fef2a00aca315fe9926338bcb8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96e2aab11a6160b66e46ec05aac04c510b75f8fedd53d438ccc62709c9ba90f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b9b8635b1119de7aa203110c06d16f17a1ca0a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13459a7b841387018410b56bc86da9b040ee63e16ff1cd8ef73662f7aad622a1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d03aea182d663d63c5fd2454dc7a55d09751392
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8607443f0ed281d83e1e0205cf5b776c0ace2c8363864955085d5202988c6166
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61033c091181429e93b9fa3cab9295064026beea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39e7ced6f514d6f8da4e3c29970b3df4893bcc2479ddc2ea81cd4a44e8f6efa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b916cf1853e5b398e4a96bd2a3e87f791d04e8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614849bddb6ec08f9adad05d38cf80ba8cbdb2efbe38e729b7240bf2d476264a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8738a103b7baf637cc07e5a550be8a3d3d94e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1020ea5ef511cb65ce718b7759901c37d86220034648f4a5b971c679a34bf43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c80837879b511b2916941111cd6db6bd35db7d5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73759683f96285fca608ce602795ed240bda9519940762e95a3fe1f68863a637
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a16ca9dac8fa1e8d6efec6b8a75e831af766bfa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6a15b20b81a42f718544049cfff31e391c63bfe223e67f6c71db45f5f7e8fe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f554db09e27c90362d5eebb2a924c85d3082fdd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e681c8d9630fba0cb136f7305be865f87a053af87d6ec0dd0e88f6e6e38fa3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d4d797545ffd6471a85869751053874c9564ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b107b5c2dc392979672ab9bb69443710d630c5ebc49f40ba6bbf07b4fd778c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143a912d0da189ea1a4d8b4b7c88fa8c8ed8723f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9562f6bebfb4d5cd3584facd792745929b9951db9b6436c38efc8d3a0537b215
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd771178144f856dcb3b99b6c000f227935b6733
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e33cadb1abf4b8968dfab494bd2a091d317b6b3badf8fbeb2880e8bbdb724e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83d2fe3d623d9c6c4d4d7f37a6db4dd4f2da1f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8932c236d5cc27781386bfb1dc7ef5e56e408ad24bd7e0251d4485c7d3789fc4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fc6065f44176c9660d08c199f9c13a27b718d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78eb050446ccda27a10c0b40db51a24c29ba78ad36ab5385586d5e7f19ab320f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e09496af59952a9cbf61b3f8200398188513a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e82648a404d33740fd71dfb28537ea6f7c4bc3c2d0b39ea2614b6efadc4f95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124578f32143b9c3d5b2ea65849ec7dd946c0c9d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0299c5c7c5235cfff95c2a93d7ee3b052bed2ad91b5a95935e3828c2cd98663a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017620044e33839cd9610589dde4f644798022c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de070cb6dca2ec2ae1a8c18d65644f9f68e1384e5324b4b782e14fd55b05c33d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80a603dafe2eb3ac70ceea47fb7f099b2e8fa22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6baf51a72fcde0506ffb8a277ab6d1c044b092c3cd9aa4d88e2889f5a2a34797
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a53aab82f77f1526e25d3471d03cb60cca65d14
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af44de6742696305aac896a6caebff83cf96cd08436f43d2ce76fd7b5cfda4f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21c985b8eef7ce1e1ec7559d8613668c7b2c59f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d0b3736b4348923a3b1185f8c61a244c2f82526d4e3035dcd88d5936e236b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86df53940588340c3509ce487be4542ea74679e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011c79dfff1ec061f981664d45a4845f37980e86e0d0cf6accb6c3d8c1de6015
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73dd4673f7d8c5cd5a293324bb5e0ad2e80e6fbb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40214698ec6dfefdeab471dc69b3d43c19345f6d14aaaae03f1734ffb880c4bc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7264b3a3ba57542719cd97c986824f1dc5a4bee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f301e6c98099cfb88bc7352b73ee958371ed0dbaae641c3bd18c1b06d2619302
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9a360b4b65328cf665e71569b88f48d740ba56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae81297fc80ef0a554cf9c484d22626953c7cf878897151a0eab20f1bc2dae2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5629cc435235169f0a9b9244267b95ebc15387d1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4118b64084a26791f3fd3c05a420659a56206661a4319138d2b8b343143e89
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4ae72cf3eb2a14c39612c098b50bc8d4237b0c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4f463ae19b8e174d21da9320764362c97b504c665719d176621dcadbe41245
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe705dc5e833dd8686766225ab6396e75c9e2ee4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42faf86a79dd9cd33814b68b5a6cb3b0219bcce1d58adec1cecafbb623f4fbd5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f8e6f1ff5617e42990f1b95e79ef211160a5f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547a14ef43fca32d3f234cc55f7018ecd966a3623eb7fbd0e21d4c5bca6aea18
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df86b3b1b4922980fdcd9e2d70aba86ad3e6f9b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789e57ce788151ab9353bc22106e41493e223415adde408c4c95e5848bf1c5ca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036441f6f5422c676954b237c10eb066d83a9786
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd5c772daa138dfea20b5869553ea3cad82396809fc9b34b1e3d8a22496fda1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf716bb0658293eb0b532dd3082601c4cf8b7834
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3e6b3560f10b0c46820eaf351eb0a09f27a5dd48d9a87c9de3956ec4210fc4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021f62e362454ac57e0b4fdd91296a97723885af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794d15bc604fcc63f12326d4fda7f83495daf25ec0ee86cc6cc44f052c39a87c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7c59b5ada6379ab8f98434aaeb9cacae8348ad
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75122e9e7fa931483e63a866cfc178153d20c9c7fdb9ffbad431f0d3109bb4b2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad91fb21de63056334237fcae54371951e9ff61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5321f76d4c2e3e9697e206407e679df18c783691c64d3d406824f9a225fb436
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306ad9e304149bda11c265ae403a86b5fd74655a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34efee092d3167c1f15fce029b39e40b0be6791bba9852888f1bf209905e1b78
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ecc74bcef9d96926ffc36ba837b3ed183421f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bdb40f55263166d0b78000145154f7c947e325628b0f42c473d6d857284c76
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abab72b499d374624ce05463b187acf4c128146
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefb0a94b28dd3e95ef246605e9e7cc988711978028f89842f3e646e7d2f769c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d8efd9b5192d8f4c2401e4d766c5eeb76fbe22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f00d796343cba8cc6c562201882f8f856934735a1a73ec0f042db94987205d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a045ebf1b8c621ed597cbb8e11acd7a73b015561
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d822412e8d3a14a289558ff4ef5bcda873531789e09b08ca2403ebd76f85e39d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4f4fd197bed356dc65e6a76762c6a5c8589a1b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cee96704e59cd62623a8735aba25f6dd1187446cc52baa72ff283f7b235117
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8999d35173ee6eda2b582ac9310a231de70325
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6129cffbc3d1d6cde38d89448acaa9e1a979b2b3e294d0cabaab55bd04b48ac2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0834f04e20b98cceb27c51d0b032c40b3c4d7cff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb8691a005687ead8851cb9b2223e6981c5a9d47b05b583953ca29b81dd7815
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848f9c8195c5d8154577a16abb60f73a9d3999d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8d1b61457278313bc00f58edee37c35b3615e079499267b5c9a7a8017853e7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3519ce0640056c6b0f297e06399460aa336536f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0e7b73ee5a5a0dcd9c3febd60aa950ca5ccdedf161e990fd5062afb26669a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6a098399f8bba735c6483b7e179eb78e59fbae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c30488ad44db0200fd648d95eb3c4e3a7bf155cc261336dd15d6879321a797
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca037d8bb9a94e9d597942d1db077ae52c5805
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83a9d0eb323056605b018f6c1ea3cf137ff2df164456b7e8f936ec816a33388
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351d9d409c083a0e126342fbcf4239ee1a4ae791
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9883404ff2264fe602d5875ee9ce839ab168fa53b553e6a10f50cdc8c48922
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33b6d1bea01b92ef0f46cea33ce4bd932544180
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d638482b41caa110eaadc29c6b622d30866031415cfa10299da0b6e7e54dd0c2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1753ecfff82facc3e84fa372b58fee7baff80dd1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d1f46e4b299020fb42be9e86b092e7d283c332625ab363ecdb01df0cb73862
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941851279cfc201d6d1d797bbe19b37b6710d514
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560bf9d80cb8b91150ff59b980c308bcae28897ca49afb91939abbe0c9cdd69e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60c0ad660ffdb32c0162b19bff4404bde121b86
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e0d5616eec255722736471c03d57c2d7aa1d43942ca204f2a2f7d9b2266352
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6e7b639f8efa8a4b35123dba667f48ff00a874
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051f7e0264c1da80862f3f7ea423c5965dc888866aebfcf95feda820270602c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9792428c8334958f2cde18005807ef62895efcf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4766a1755cef8c2c7c837ee2f3c41f23272069230a68d3bb0cb4b737e713a369
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6d4a3a5347b2cdb750f4d0c7bc4bd8926b6e74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d27d9089454645b62160f32471846337df2ff74bb12ff3cf5c85cd1615373ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3338462d441cae16afe5be930fd6d0ab902d65
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8928c4db110183da14372bb2e3588cf688f390b1c8762bf944ee401f904dc1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c529f0204e9ceb763ee54396057f351e55b27e8d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c140253054bb3d18119fc930e88b4b7ca72d2a7a95e3454028a1e359f7f8ff6d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5de5f95e32997a91b74d154d2d58a60fcc570b6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799c3bd04b3b11d2dcb0987502d5d50e0e55f3d0c70cfeaf249520f500b1eb4a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0612cd9b37a14125d24a481102b13e589d79df49
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8266d900dd924a7f753d2d44707d7910799ca405e2882f38fa7e062062c717c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494f3a68378beaf9361188fabeb282feefc08655
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32cbe89361b1e90162337d6ab6ec23e11cf178fcd921a69867c24197672aeac2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb94a8ef9930e6d314efbe39b48901ba9b016934
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3088348cf83bc013211bd8bf27a1b8c6f68a604402863dc651808e5372d4bc37
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ffbc399eb7f1e54651f6e72eab71224846e73d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821df4908f5c86a7f08ef98d5491ca28fc1fb841fc63d38f280e0044e4e21c10
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfdf6821d21d72c4be7ea1a10ae6527ddcc6f49a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de807ac1f8588bc78a4c187a7ea5e808233456a5f2cf8181e2c163daae4e76a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6f66db06686b8bbee73a10c337db7487cb3385
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1680dabb259cae36537ede9e5a329ea4c693c791d66d6f04299252ac4400f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ddc24c1ed0e7e34e1b5cf95c9a5737eb853db6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61ba58cf78c65d63bd11453439e98a05e07709c0f9092472e8ee86616af0018
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153931f935354189a7a901b8e307d1769111aa84
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6320844d24ba60678c416bfbd65840bec72a7b2edb4566d7b08efa8ef74fe70
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c134b8888be5b460fda80ccd66afd5aaae40af7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e2eef8f0700a7c254cf62a6937a41c57bc16b18d12a97ec040e7bd8c00771f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2756322b6cb9a84c3f2798752a9ea099e032d52
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03289dd7354e00f84093c2c49b4854aa7112c857a3900816dc326ace8647fb81
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0c1014ddea7d44b59b473767de8df57069216e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca730812d42b45677cd06ca22ee1f3e317189436ef318fd63f522521f53e3d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9852723e8c5b0a54f914527feab3ecb6dac432
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae410915853e039d8d91f43130c35a94410d3fd60a9aaf4081eb7de1aef926eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1480362d63ffa6fd382e1fb3b02472ec809e0ec7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258073ebf61378463cd4d6e9173516846367bcd33b8adbc4c95d77b74eeb0371
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0f089d9ea565ba5af49dcb3ac02fcccccaa58c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d508f4d70eb0d98120be1a22a2a92faef8691678ff15d911c52823775d6b644
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd42a7c482a4ba133259433ce333d84019204566
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de4ad1fe662014271a26d83c76882979fb0a1b4877bca92df2dca863c2df50d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a070b242dd138b5024825b1c4407ede8628214a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21956fc3ef661d6a02fd3c139987ebdc64b31a71591ddd3c8116b150a450b4d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8c2f5f32542601fedf3c18d37d5a18f22b84b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275475d9372a64fb1a862b792631fd1e9ff0fdcfd7f437306de8e948b643e395
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f849755c42574c355ef7c9cd87b76bc7373f8cd9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e151b79121e2baa77608db04769ad9254f1c9e0419f839c16bfbc3e4f99218d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c37d53dda20a82b1d4227de5fa5bb2d35bd6249
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d344b38d116c6869499758329f8127ba607e80325c3c9ec81ed82da6ea7b8331
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe4c0d478f18a2e4ba3ebeb52abb95c51c0d0c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139cce1879853a2a10f3500b2f129cb08db112e0fc65f1c436400a0bb5425268
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20af92121a284c15f1713532f3add2e18d7e382
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97093b69e918cacd1f9b01222d6d7e73bcf64421b8778a4e66013f238acb31e7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c33a7298cc507c2d01b4a96f90704e7a2e4ddd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e49a35ee30c601e72f1d3bcebf6b297b0e2c9db984839e2db9c77b2a185c0a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d8bbeb5c432192a6c451859bb8f5b9f7da6161
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f20d0e18e1b1ff49a8b2c0ead3c8f1d0d99415b58cd683cb1ff091efeccf6f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f44d4864135491e9ecada56a61c2f3e39173e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd3035222035b261af0a414b195268f825998f992dd3bfd150475e462facfa5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6181503237cbfbaba70c740b215b16fcd93bf8cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d3c022a61325271d2792fabc170bdf1d2e828b470fc0124f6a460895e29ab8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd300b9c700997b87615d100ad56ac4413bff34
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b124df1f6e5dfa47d259667a26f0e44d8bdbd1f872fb942941d42f9c6790c4e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671bf0d287c0e85db179e798f9fba4cb0d3788eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f824128ae769eeccd226afa911bace93d458e65460a4357c375b6a56099b98cf
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10288bcd29535475f58b9046f36a92317e37623
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58fa14cb7ce75eebd1a5a326f45a92f04a6a07a50fd2826946dff6617b65694
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa063f1c14d2b4106dfb65c1d8331a0c69c8ad6f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9951f49786c51fb0d71300a5a4419d18e8400c65bf66b90c953a2fc848e7e76f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60cab7c1695e1fff1f4ef4ec2649d664f27072d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710951874440ca9f9ba2d9a29d8e43c89ca915872dbd52dc33678e3e894c06ea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2976e68fbc5f49bf09eff02d681e87c32cedc6d1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc75bd78e2e64ad5f158e27e20af1c36ba37fde82782e9be10247dece7ac456a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b344c8e8b8d10b2c3156e30118b62016df691f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb87f50d50ed4343c7a080503871ebab2e0018428aee44b2b13ae7f67511b68
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6649635ea46395817f789a47dbdcad65497c048
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ba9b79d8c6329b414c6db1e463191482f5997447d643e43343090cc3ebb65c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d1aa39aee6991dd8d3a6c2bb341643f124b9cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e4622f557c740a2903aa51020d36172378bb75b6a01576c0bbfdd93263b40a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e96b1d27f61b8df3b2138692e885458ed89492d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056425e7fa6ccb6cc5b8e6d86c06930323cd43f5ef9f2b43ff395e47f157f3a1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71f6d57d851ac1a3b05b9035b37c87fb2702f95
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d466199c427b0bd24184a8969cd382fcc502abc9390a3652e2460f5cc0878abf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf57be569f8c8c8053a8de98c97e906315bc097
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40af30559d691dc104c05e5f450df0b4f866e8d3ec5d2aaabcc616146b8ab65d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c66fb23f6d7eab81768f323e449b2f9597317fc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca22259bfc9ba8c3bc485dbd7172e10909c6638ed6410a66be43a1fdd584b0e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b442586a7dcbbc790b70e962c6707bac06ae5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7483dd48fe94bc090b16b1334671dd529b40a719a61e51121104de6265817f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e20bd544f46a90e22e1aaecaf19c706f60c61f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e691ad32d0f187c0d112c0602e42bca1e1d43452efef59396b650076ae8848
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aceffea92f82d29cc4e506183edf5c30774aa0ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f0bed3c4e3115a5676818313ef0559c1394a368d03fa4eb7d5776178f7fa48
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec4d0c5e5e4d112f041f1e9af2a75a8bfa130b4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e2b3a44db1d7f2350dedd1e93264820bad800f9f6415c42ec712a2916be5b6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cac7bc70c0458960ea65624f5e00d7926a65039
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09a28dd898bb9db66de30b0e9e1f1bc709f6e093f9a9a402fa816b03f85f885
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ae5bd9d04fad25dedb9e7a77a7237e2eafb652
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f603293a3735582f91fe098338998ba0ee62263d87d77e4d4796172441e506d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6256e71faf5544ac269533837476b69534707ca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41495257c54202a282dd1051d9047d2968c45c636db58c0f145479e2cc983842
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46ae187d6464599e09eba11785e14614bbce64f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94cd013715b90a533d02935d3ec255184c55d6b80ea21c5d20089ccdee97f36
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d709f220530be4ee1a56c860469b63499e974823
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13abd3e0ab85f2752361ec60efe653242ecba4249f08356a5303973df7b5e28
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b11eb7c16584ec93c994362c07ffd2c4043c68
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fbeca4b0c663fca550f47b278ea006f9b8c8a8e4b2d0364cdb0584d46ebc7c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcf6a8ae74766d83527c7b2207b3b5f9e800b8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11242fbe5a08043398734642961e8b3418f6543bea969a1b251604bb22539491
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96447f5a00e1d64436d91115d1b74190c11936bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ead4b20e98b5c94db2b0a97ba3e610eaa6ab82c333876b95a0586ce7d982da
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9720f8ce9448580137046febf84f25590c231972
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec34e9f89d18df288ab29bdeb16cf1f76146d1df3799d2a6836833715a7b8ac6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f735eaabb7e7ce49ff2c1140143195cc2b99e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79a1eadef95d6dcc07088d02f208181493dbc884d0caa39d6616c7e48e1be11
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ddd4cc14904cbeebaa3a4b65b8baaf863c36f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cf52d7662174bc80edf7b2673c3dc60f6a6eaa978c1298b2afe756abf515b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd005eca736544c74eb1dc901e5511dd1f47b4e1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27f3eea8dd9e4f4d18f2b165317c69beb2ce43fd4e68edea7e9ca6d40b8bfd6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025507a1ce68fc71875ed5f46e1727d8d34f18ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc92bfccb341c41327f3344baaf65a24a3ec99d3d42f6a7594f2f2a6981c4985
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e5ae456a21a02d9f3375026de3bbd22c46d0a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbcd2c4ee51fae87fd530736bbd57eba9f6e8898274f54cfff8e68b449c490b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5aa64dbca46f6210ff623e670e0ed0af3c1431
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5caf869a14cd204e0b01d711f5786aa42acb3a3ab8c753327401abdaca9720e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc58e0e113e962becd43e2e4544b9c1c4a5b504
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40a3f9689245487263a04a9d1625d8a0ac9716d41fab71da6d093eb89fa4626
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91c2d5d32a152510e433d4b1763f8621eb123f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65fa869deecc4ed1ee696b2214295b51927abad87e0da1fa1e5b2babc3c33c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acef4553079b0c860b502a04a34031deca0765a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6169d793beddd235323f189c966734bd4333a61506baf0ddcb0a522c55367b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063aedc771ec4c9189de4b18814d7c7d7a4394bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07aa94f2b3d871596420e463fc9d3f344ce7b85445cc3d3bc0d62c30115f7da8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54e5d413997ed33dc95c11226ede852923aad55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02c59882571614885b9bbfbaeb7f0eb439751e042ae616ccf907013636e584b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cdb29b1caa0356b68c151abd394422ecbf4c34
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d7b31c9764cf0f8e6d68986c9b251c87a513e4061b46829c0419498de9bc97
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1c99d3ffede409f425cd99f672186a1fd1a9f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35675eec61f00e62c812fc59351554d5bc0c7ead6f9b8aaa2f5bd13b90c01040
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c517ab3e9533382a5017fcc015391ae4448044
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ba4fba1d19d21653cf0a4d6b18685b051a5c396bfa325264d115267a5ce904
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05dcb965f2dedabcc708f2e25e3be36bfc736af9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83753d0a5a01785d81e2a87abcf6c78d45fd2adb31d289e8f09696903ea3cbb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3528e1b71889c9e99e3bae7d2af51da00f9717
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71574845aad963ee7f549a87d97e438400f2150007483175a1bfe4c21004370
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8174cad75753e2e86b603c6bb8db7fd32ad29c7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab5a67fbc74ef420e7d6ca83075dacddd228f54c91f8daa3f70209cddda6a1a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60d115cd871f8a1843c034cb8229b514327f50e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc30de718b368d7386b4b53ec8044830b6871302781b33409f80182910b36062
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5373b5e7295d61d76b18b18cb99b322045eb8bf8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196b4835d95b1e3245a5c0c0f3ce34b5960c409d1fc4632b20ad5ba1472b951f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a72285bc055659c9b1784bc6602cb059bbaff12
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67835905af32414d8f412f340b37c5344aaad0f3e37a14403adcc8bdae166bc6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37a0096c594079ec1bf1e1c5ded881d81490b5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af2f780d99307fc11f28230e977e152f7dfba915880bb9ec066f23c373da397
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c4f15a9581c2f9d249e78c92f8d8e2199e7f3c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dae3c463c190847fce61886a7ebb29656f4f91d13f9120c64f01280546f6834
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c26b4f6a360fec97dee506dbc50840708a1f7d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf22bc4550be641659d33fbd4486e9b531d0b1679004d85a177c6d2bcb13af0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ef4d161f4287597e0f000a11a63413db5fa665
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78035a65855560d080768e9d06da8c5e8e93f7ac87ae14c1bad210a512e2abb2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd494a469fe6c228645308b1c62dfad9147fb5d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418431114c84f5c68d0d655ab0491b3ffec4660b1e5303f87267a8a6f0cddc05
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fe10f42a33f957042ce733d14882cccf63f0c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178584f14322287a1c1a08bd2d6441ffb578dc398bfeaed3430537664b3a2dc8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d74d9763d19c4676b0693d83a8e71b44ff8cd1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfdaa4c65123262a6d5c12ad48eacb27cf5326ac762e5d07adbaa3facbbc472
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50decaaf3908dd06fee327f5b60b9c972a88594a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124f40d35003c074a364d3078967e7c10e7aca91bde5f6bfc30679dcb3995bc6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6b09adb4d18183acd0245f518b998dc0435aba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d701ab559dd4544e41bd85714edf1b79561c9d84ab940513ad04ae232f6a13e7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519be43093144e6758eaabec478eedb591d7b0e1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70c71a7ea5b44c0063f2f402aaa155e95c87be622d9fd7fc84246ef0652caba
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164aef537246ee9e177ac706e33d496663336305
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784fbd085e4875b4ef2863ddace46a8e375073e0d2fe2d8ffdd2d5ccd0d9022b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b48dd48c480409868749907936ecb2d23b6dbe9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f88df71aa5336ce3b621f7ac80d58a1df0287e4ee46b08271ab98657daa957
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219ed8cccfedc12e97e9ee8022c3f71d12ab8932
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152466a5cee3bfb25741c2a22f95b4f5428fabf22b88a869ac05f1e4e0c787e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e4d1247b939788cc9355f0c66c2e5919058139
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3713f733c6c64b631d3367ec3ded96340b784e638e270c485438882fef58be40
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf7eae01c456edfd41864a18e60a74df74e9252
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c67e1b45868a81f69a914b521f84431efafc483b0b53f959beb91531166e41d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81dbc5dad860106dba6a3598c2db6f4f06c6c88a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76b6104739b2eb238f3c486255fe4da57ca578fa165f67d69315294227bf1b7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c8b368b85cfeca8fa17beb24500060fb946196
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df05c99ac15dd5a4eb445641fb0888492a4ea78c42cb4aeb1e6acb0f884ae401
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8723f1c91b888257daea0ef227d5f2344eb23c0e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a347c19dd0a236a8ddc29086c22d17136b19556021591addac5a1287cc7dc690
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb77fd74927685c5551b35ffa025723828d55ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f07638c92e15af3e25d561ed50b02048fc630d14f6de228d73554d7a7a6592
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aef48cf95ca9e1b6865c994a7bba6f794101227
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ede95ef50d046affa45c38f3b9126d151865ce25c4a72f28a145fb3cdba24a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1e86df71da8605375be92fd03df4ab08c3ce8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed5bdf1ff47e162fe329d27801bc0f53864f8b6e56b4eef72911d564a44d27b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5a32d6f50bf25d1e572b69757bad712c802a95
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29121f3022fee5f07c31abcb81066e4ca5ab5858e80152a70e4b34a1ac6d2594
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528d3e640d3bf62ae1b1ae75d17fa1196b3a8c27
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35cb8e4127f753e993297ccb2bf2eaab8c6e17c3c76ca42d1c0d46217eb39eb5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f106b639f11325c6ebaa9b6be5c2976ce4fed886
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fb26063f8de88be1c4c36aba4227885caf458b587e87bf226e59289621b292
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41949fdfe8d74d13a0b7c28dc25bc6fe78b74d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70982080d56810d79bfa9d414f0a0bd44ac8ec0c3dd6b6e4899ec5e46191d69d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8352524b5ba12f8a05d8739579355b119a76c2a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b4d4fa7de664477274ab617a3281bc65ff82d4803c04ddf7f2cc338127c81b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15062baa04a1dcc490eabb2952e00f610fe8eb01
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e58638720a5317a3fa32bfe584a64ae7f13659e6e8b388ad562fa015c15f0e9
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75291f1d272878b301218e9f4839b215ff644bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41e540976a6ce7decdf0c0b40789251cf1ad83ab1e0a815078f53e086a59ab7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ef2c05445b13afedd1c00a37082064232db261
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f5f961bed39cc1ead1cf4c22ae3ccf267a7232c8561ee4720712b27be64a53
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db07ad08d87c734e472835541bf538c3803e78a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ea62860261a79df34779533b652e7679909c1ecd025271b45a5f106d8f6a60
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0773d100c48aa119d0b9b01eca9278488bb7acd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e849c4f09a918f96218220d9fe75c9e36bb6a1f39c66db01d14da092bf722dac
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4dc420ed4474b160ecf2ccc47723aa9280dd109
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c671ea2796818a5ff9cb9c21db3fa64f21c9e46fbcd19cde7d5cf8fa77d480a1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b177e827a211fd10e7300e9a32d6df48148106a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309867c20053971ae6c3ef6f8bbd5c5745decbadbce3e027f6b13179959bf928
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab006e759ed4e2696f47bcace4bce84e6b145500
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17313e79bcdf9c63cd3b23f71da43f176854f5bf60816a2f4f7f7d64f12a8bbe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05da8d4b6e0ada22565586859fb567aa26009f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ede4eaefe56acd2461aec4f5c7a24e04b118a081e56d5c612de5a00d925f01
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190a7a680f11f8f64764e80381733d80213dc55b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa67f1a6dab8fb50d9a758b88e1a0c63bf433ff0a685842b967a44f55631832
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e140d775ae74108d5d31559a687ba212d6764f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75403a8a8ce91078c955b1703f88bee2f5ab7211abec4635ea059054f11def7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0d63f48690f3c02dac9c572897b7336c8691c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17f86dd54eca594fcdf4ec83c06d28a43266314f61435d0b725bb5322e592b4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6e3bdf22510c17a60c1a6b1bc4bff00ff4b5cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43921354bfa1283101b5061e286e853fa42ca9ad19314faae7683e4fb2bdef2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1aa407b63fa9e1d7542c1f45ed6b97d005d375
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd524f2b2b0fbd4de534c5452067efe3cdb99137fdaf303cf0447cdc07439f78
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3466c1c3213446eaa5605c82a4b0756f2d3b0730
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90981a8d8414e3278a0a5e0ec64f798fd93b9ddf63c5d0124376224ccd0a7f75
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe1d33a3085a87fe4663a3a5412385c19369136
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2caff53e5a5d2ea380cc1246f4d6733bc0aa5cff467c0ab9a07581978dae5840
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814059bf82d48c7ae730ade777cfb087fd8c6a49
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5edf24d130e96ba2db49ef1154be33fdbeb4c3502c8a0ed5088a31acc15f585
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecc0ee75c22ca6068bcf94187c2827320afb9be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad10bffbc454e56dac3b643ff85b8a5bba0d0c0acd82c80c4268999c95914f1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74148fe9be0094a54d6f20bba9094bcf20f104b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475e4e922a1a9137290860927a0f6b3be1a7fc16031f515ef956cd0a700d5abd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72facfefb3dae41fb202b111d756a6cec539f355
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f73faa23cd328615021ece9d5e8f3f3b3c9aee72b0b1f6a8d170708314a8a15
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95a8bb8a954e472cb2ebee12f3420d48a728c6c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5007ddfa9a721e98baf42ff4e2b8526dcd05ceacd92fbb2bb61a48969e6927
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7874f926e06a5a7b4402016e7e40767aa24ce8b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcf4dd7d92567635cddcacb2b2f1b475d60db58126d490609ff237681c5e832
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a329848fe4975b30cee31c03cfd299d45deb6e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cdaddf039a066d1483688a85a461ee8946d7e14659610b6bfb7fceb1102492
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075a307a09eefe5e09b657abc0a6957d3bcb25cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed763a6dfbee8ed2e385b6d9dc57028b4e4001d4f425d6c234bda7283643a89
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04bd0a2b97f9c453ac140d36ab42b2469fd2345
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc490a14d4b8d1120eabfee17929bf6a0215b320629b3e1bd45c595c1dae629
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e02b063cc6927852a5a8040e417eab51d3e064e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12af70fecedb6f9e6f90d5f7c90c719635a90aa8c442e2c2608bdbd629865701
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af32c4e0c7602fdc74eded6145ae49182040aec2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0877bd86e311b5968300e014cc617b8121fdf7f04e491c6313411ef073f7da
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7c7ee92207c1639276ee09630ff8b748413e97
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8930188906c32408a04ff00db5ee5519ceb0dc2f52b8a536fe72d3e49248b31e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61a981f9a85dd51d452e1737afc0eb220abfc01
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba1f023f7a6b514bc4072a87aa37b78fa75d19e53072560b9a183f2b0efa5e7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6b88181c8ffc0d9cc43844fe385dd76ac23ecf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabdf922018fe4ff63da8c0eafde0d28e3e109b4589159092788ee0da466798c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1a4c29e0d54445812a0b0363fa8f6cb5f0ba5e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e0c9c6aa90ce0ddf2c7693ac5a9e46c84de7157499fb92a6c2ae6397d13c9d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e609d4d2d8341042cda7477ce6c5ef4d84788bdd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5e6c7d55ec6328b31d38a5c9b2aed667171bb273c8cad783710bb93d48a6bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b125fda28ea5698dd15f2a54ce76917197beb66
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71696b009356208d3574fa2f880a699a364e710353ddfb87b43eb2ea3c1ff03
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de692637659c30118d71b45c40c0c28fa7232607
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e1fc3772acc5cd3d55ebbbd3d12e80b8d183938bb5b8350d61160a3d12088a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d982d2fa5a7ca5ff34212133e77251cc796ea42
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c7d672bff0648073131f0adc59e9d93a2082b85b9eca01144417bebaa81115
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37dcaf0965e4a05e37019743e2a5825224bd1fc9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1b81b477564f96b04f7632318bcf076726d00fce662e576bddee5e07a73184
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53be0d0848a31b4b2d5a69cedadb95c94968ee70
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c429163885150e48fa5c179ba5bb4888f1a82c6554575efd5ec94f4201854fe7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c6e15ee9bbc517549f7340648b02b4d7d94bd8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ca99c54c7a3f0645218f7dc2527941bb2e64df9cbec0d4b292dab91127c8a1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dbda45e80d6bbeefe0a21a9a3e106f4ecc26cd3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bae0766e6c9e6c4b8f5023044ff1c96d8789ea4a2cb7d4793c49cb99f07e530
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e023ae87881831623237c8423d59d9a6615fad5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4b942e3a7f8f0577983e48953b7b51a5db6dbb45fb871c01295c5d3fa298ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127d6c0c3ae1aa7bfbef75faf24398c771db1591
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52622d9bc560c01a142d2228ca8b238034ddb4ef247d8d89523423754f3491c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533b6edca383a80e022c4452f1a29c62583bf709
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e5dc61d0f8667808388ed6d0bc7861be8b47b3ce291d659f2bff079991d15d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432e42b9d52f827dbac8bbbee5c13675f898d8aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8437f949973838438d13b08b65394141c7f1b057da160fa17e6722b8450dfb6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327d0e2a8f649b73db2b4efb4cc34f455b763086
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a03ba1671c81bbb6cb7e91b63afcd8761d5ae217d7b86d2222aa28c1c4c508
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58794c8bc75a0bef29cda70c6614f783ad4ac40e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5878741511fdb8c7f30f841b67bc663259568b90fee348d6709096aaddabb019
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f429dd997b9db322f898929943e7fdc8281711
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb46083323d86b87a5107a2089fe355f223c4335019232f16d0d7f63a335b532
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ab4c18019aeb378ab7c1556ec94687c11917e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d60c28bd05025dece45dc266d4cc781a7402f401b11a4869715a4a7f941fa4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b784158b0e078f03512a745e9cdb440f83d962
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46cb1dcde4e7c7c90224bdad9b02fe949fc8eb6c2937919eca1a9245840e799
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a957a2ff69b0d967c1030dc138ddfbe8b7cd90d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf8058061ab9d642cae0e6fff89a50bb2fe211a2acee4de48ec3346ef894742
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de3d9ca41471105311d05e73b31948e2fc94096
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572231aec5c4bdfc1c6787b380b1cd18e26d1bfa1dd42bf5986e3b512cb5d5a2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c637f189c46dfb229beaa5918aa56ade6b9fbb3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8766c81257d22970b5c49777c389681a075232baeecaed1cdf47b5c1d7c58d2d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae36e3d03923326ee9cc095f3daeaa031dc0bda
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc4c3d2efb850e71405ee1c6e579d44b40774835661f280dca3f8ab5126ef8d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46075649f0966ee6ce446f0e99c1df1431385eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6322ffcc9bbd38b4e2f245f136a8fee55ea8d07ee1cd75f0b796e91a0b2f8263
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08e9ce3ce24ca30b88937b69127d49a19e11a43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa588b47a69b81655faa8837bf0aeffc086ee753a1903fbbb4c6261a270d905
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374e46cb15e58e982c0c2dd07618769ac00a9053
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50003e0c7c1d4217127324a29822245366a8c171efce4af16a2ea812e43a858b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6316f492e826acaae0074fbbdedf562892aab4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c6410c41b8de48c6d3b10adb5a141e460dc76ed67c12e683783dc8774d6b39
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f881224e13ac0517f47ad1ff4611412318c79d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5eafd653cc6b64690397dc03ebb9d25e820a2fc0ac19b63bf7a6ce80b282783
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3678b8979078fec0059443b0b3d56d33717384be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c8789248fa24ca51388c1faa38b35978f7e30835dd3dcfab575d425a5fa092
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf287711c3d142af3c149909f9e55c419a1d526
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5959dd267124934c131e1fd311e703876cf95264b8953697d41df40de8983312
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4460e7ff76d65bcb85730309b6da0732afcc0e83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a27d1fc7e4f3d5270a72143a3727fc46deb5ad2af85ac6f511b4294d6ac78a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1505b493aa0d5936d9985d72ec1339f3ec1b8f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f418fe8372495754e90b1efdb463186753ef2d6a78a643233ef23974502e0770
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72f311deef644f433f9d0fc54797d44d0c92fca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4223300042ade5f61ccda3e5438afcbecf96ff065b245c0a85a3cb1d78dd60f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a858a14d9d5d483ec73bdce1ed653f702f0e54f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943393100bd6a4ae275be2f8cb026d976ab3c0f267e9a42a8c380ad0c2019c74
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6af86e782be313fd2f41a5d9b94f10470848a40
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd59857d2bedbd9f6151b0222f6104d3859777110442fd05db312f669fe8a19
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d42394dbd37e7897e58a6e30dfe5376c491953
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89212a886c3fea8083d407b83d2f262f38af30cef8d401cd9f12f28d5dc41ab3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19c1895e7677f73e1543002fbbe436adcffb1da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9934e06a3655fb6d069e97fe96351b81beac2e2d335ddaf5aaa183a9c93fa3ad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf1228dbdeb19b4c4d37edd3d4aad5852b1bf30
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945106e82b60812661e7dcbd3d7bd4e2aa732677aa24bc6d75aaa5e4f53ccec6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243bdc2ddf58d5279fa62227c61a2b94bcbcceac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30882346e696cc889307dc297a3b3b2ae9e9c4ed58f71ec232d1590d15b03a36
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cec254fe9474998d2434da2e160d8a361c86bec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74d4e45d19600fa5018a8de0035c788941def66cdc090e619ec1cdbbeb4a362
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3061515c7db5622cab266fcf359f1e4b729bd25f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d380feeb6166552599bf5c056ccbce29e94838228fd5b7f408266c28c7b4e1ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42d07f87a1b5cc16f3c4022d843631c689d9e48
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7f59fcce6df4d4beb260b0c182e2c2453629a641d538e898496f75a2af1823
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c8f78eed3c740d067a3454a672cee69d4b507f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a5cb7ed39f2b0b56d1aa43975a3375b4556f14713ec128702ee1d18c03a503
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c229073897818752832c8f9b097f8423d0918a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fccfffa759044deec9cbef6ad47b55b0f20f8df6a82673a2e02b56154424c5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df33ad6486f439ec216e82a3f1ed4107b282053
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c2d307c98887e5240b874e8f70ca98823d989896c43c0cec89009234605adc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06aafa3f933dcb3ce07884c865ac74bd7d3d1390
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3df1584aa626f76b22f5b7aac6f535e9f1b0b459d9be5d30fe1ff018fecb02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5ee5204c52f856601751a02f4346a6c8b944ba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56e98f58190e3f106d1c195ab57cc34218d38ed342057efdaa9ca0c83be2663
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470133d0eb58cbf4375353f5f3b9c90ac698032b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887cf9c5ac1ce55176b5a968c09310bb14b9633c1ed97c40a14216252660f3a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb05d3c72cf3c79c577d0e020c2d747d72c6c3c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99320bfce14a82b58fd5cdb75ef764c21014da24d26b5e2abf381dc351f762e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f4417f59eecaa7dc675b183f8472b44a1a7a16
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd8ddf2862a8db00356f7aa211c2a7b7fc1bc03f172880f03007939b88b5de7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad35cf42123ad255a11dd9aa0c4a12ee81f81b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ef8c00af8c9a863de60378daf89d4b116accbeffe6e8d23c6b9cc2b1028e64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1aa0535a830c057ccf8c46aaaeac90c6e0f0ab4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f976378a3612cdc9848ebb60f794dffddf7d98e690f629b4fd7728f5fdb90f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5beed5ec4ca5a0c95ecebe06331659d4fb86fb95
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e477cf415b60d274bfa3bf15974bcdf8be0353011d34f4456c79b09326b8586
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0145488fc7821fd90a6cc973fc97a092e4771fe3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1362fbf39d6f7b51f74fdfae65800e61da124f837dd2e52d97ec334d6fbc3c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74804b0bb078eb535e17779e70f7a18f9826f0c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb32583d81a39fc1cabcb4443cbf8ca67306c60260d196406c6354955f509c29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7a2fab69faca7771b00ccb159e8446754a31f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913726b03425023f6ea180a807a79974a52c6b2193331b3f4f27c1a9fd4050ef
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670ed4dddb71fce1895d91eebcb84250bbf32407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2035ca1940e0f866c02c0449b4b204c13d0f3d2bbdb811b3d3da295d10c824
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cc148908b854d6b1b28347e46ddf5fa9542f56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1d2f71e21546527fefb6072d483f6787a2361ac356c4f4d4b05a61f1564a93
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57656ea723b18295f73f39b3b8749edb1d690726
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307d35dd51e8aaffee008e3029fd6eab2fbfeca4d0b3b175f7644cc760a10ad1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70971cbc4d30f096dcd860cc315aa84d7f1ef4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3668844f3fea01cdc18caea949b197d4af73bdac4268e0a0c6c5776265e51b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa70997d5bf5a31ac36e3088c7e2b9ed42f0b03f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bac47531e4755b6575f9d4fb5b29bbf8e55f47216df61f49af1b33ccdcb222
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96621123f3ab69f59194b961ada4c47b3cb746bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04412b1908ae114d0d581f54e15a08725e746558cb55c88316c6c643c3b44eab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7d6a971a2f2e35c4e1930768635fc681c0c463
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bce4d4845c199f877979a85b045d1ec56a4e0c304ae7d3523dc21de54ef2cb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba4eeb266c5d8267a6ef56c8811d64bb25634f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7406da1bdecddb65696442143e2bbdcb9c591a6bd67e8c471c6995e08252ef0a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d782a3f8871db4a4f5ccd743e657ba2c1ac296a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d51a70ca571cae0ec5cfbc4634632f26811499425c8bebe4ddcd195862ea92
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed8b1e1ba077d823d7702aa1cc57551ed0fd2e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb8917f418a50c64135494a81b7dc72eafa5a951dc03d701723024294bd7f6e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d2833d269b70ee3825e353b99a2a18d3a785dc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dacd546d250038eaa72d83be974d9b47f02b6fa8d4ee67ed0c6ec8e91d3b6d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef0bbe971e8d2175288c20147286ee7aef00053
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36e71932bee30f75cf5bf04ff8970fccc7e941a320bb963c6e5f1036ca2704d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f64f02176c1b1c693fbcb49dac283d543a2889e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069500c0914c2ffeac18b323aa26f577b69cbf61ff7d9659ede0c296c4bfe73f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceaecd4575880c1db1aeccc4ac89a348703c28b5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60faebe20a39aa3018f5147da2d4a819c20c6546d2f11c709424d271e99995f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7035e0fe6b2321592a2d20f8a465b0f9dbf39137
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c3e585b253ef711b94f0cecc54e21fac40eb363b72cbc7e9eef77df9c54f40
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f00f2cc87bda03b111cb71b4d6b60fac954fb0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e592c7876dfcc763bdcada672f73c7c0df68ba35107c94387f7d5e534e469d83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272e87549363528ebe27c59d3b2807e8d6fe67a1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81002899f766d92f5650d5da8a25fb9120b85ca6ab2a35fffe53784af4855c3f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b52f332a2efb70172cf0c52e72f1b4222bdfff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb160ba10654b5545a8bafb2a9e8414be9d73a39ce52d67938b9c31e4442f662
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336ced36bafe1a232afc5700e608dc9415e5f939
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c0d80092076f290ad7ef435919abef4ca0dd7b68d435af826168a6f44aff48
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe3a57402f042392810f7083ebdfc2f79cbda24
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddfeb8e8874e2fe1914367d3ffa822bce5cdae26e2f3eb749be7338fa46b1ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242feb749810459af02fe9b1231c85e66aa0918e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347d0421f640e6ea4d140f8696f4dd70691332a76f426d83b24543200e895434
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d068f6e14ab5f270591705fb5b2c3619a9f840
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44dd2e6139b4170cf69e2f81a1474a121fb5036b8fbf5e7295304e69fa24217
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1588db5a4171d79c1b3a53fb69c3b45fed9c2b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327552ed9de44d7079ccf43b4abe8da3d3d404ec7332d3b5240f725a0ba1102b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd19c18f2e868fc0b3fb6e4f7e5c44b1556e2e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf1444fb056cead314bc94238050a6d48f1d66201dc02521d8cc70db5fd24f5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf4861efb34600867593abb4a1cb703b4c5e47f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b4150a85b2ce3270e7a6f36339ecb17d35b3ba99bec3c2ffb2a407fad39181
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099e29ce6f6e4e2008d613a09a17f24997f7e72d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a949c5ca5c8e4fc178d33f6bc8fd4c017f7092a1313949a24c8543a2321e6e2c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c77933ddc23df9f61c442ae0e8126e9465be797
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d15dbd09383fecd719e180aa0c541c0eabdbc6d94e69ae633641a4dc908733
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d6f1529779eb31f9289534fe4701f3b273abff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8953546be63a0f5b3feb668b6867856e17e4a5eb1ebc6affe3993895d00ba0fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ec1f17c65cb075298caed0f0e7f46ec01a2845
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3b69ef043efff7029372b6e1dee43176ae95ef31ff117a532620085258d647
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d458c17f888707d343a3b14f19f17001a022de3e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61407438bdd47ee7ae25cdcc657f421b6d783643ac241c1c3d70cd48597d71e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87e729091ff4753b002cda85105516ca6c855bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82029b99210a65b894e290fb0a57c8cc23f2196e7ae3171945b1cead3d6404c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c9974e20394887fa71e9398078be425aed4497
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668b7f9045392bf51fde6735cfaf87c5c648125c59a0d00421caf83c5ffc8baf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e42c37db83fcd2ec280c3f9acd8225f4c52ed79
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d7276124ff2506e14ed2d8b50d38460b3a842c3e7d926941f84c65d6b9468d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40842c7ba0a94266c75c87256b5c6e667d5b0547
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c44413ea44e9a795c8366e861322abe2492c7519f546a8d374125f117696bc8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac818b7c6da18f5ff84b953faa1fe82300d5397
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f5efa7df60ce35c2d3c102660195babf40d4e7e9c635ecf28c14b5136a2be2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c61265fc4f8b7050ab14da9299705d5b22de0e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2ea476154c1f58106da71bcf78656a9947f984af62242be60dd1e6ef75a6a1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8fb3fefe2a35b6ac1be288543e222041a343a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3235292691683144441d0b100b6030704857d3439465b5a6602626fac3fc27
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b6d50e664f36df8f3a50134700f929f4114e94
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91176434e74944938dbf9bb0de9959f512e7d5eb75281119a750ce88c20aaaa1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b47f4ea0f0b85735571b74e993cfe5fa1c40234
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709881b2743ecbf83b445775ed6d63ba89451a53bface3bb61bc8cccee945d75
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc252fcf551595aa57bebff18d5cbcb5fc67ab96
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74016bc1a2b7c38c8dd75976afc61c1f27064ce617b8cf2a28bc6ab733f18c9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa4906c7bd1318b91879e8b2fa228cc04969507
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d53ec10a2d1a39c7842d21e48f31bfd5f506fc43c77d288c82e72f6311fe9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdda0f540e4f2c5f8deef7aeceb8ac14927d91e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318957833ba639c2ec54219b709ca0ae63e06c206890661f7eed62ff332d853a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cf3824629c5b17cb0ca796356bd695dac26fc8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35261a76f1eef6b5c9a870ee6e12c7c06252a1819895acf7c86140c3cae0fdda
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6fa2b4ee4fd7b60c2e029c2262df15131032ea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7390571f8835c6d70c5327d6531a5ef1065a13152d82dc34cb53f95f48e90f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e817c89ed28ffd6dd8de244186858233ec36ed2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f296664eb68ac11a2c6993108824b990e8ae5e59bdf3d5aeea932bf54bc8f065
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c5002cb9dc06410a3dc3c2f21c8d08aef3ef14
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f5089270c9bc09e47bfc310872b7475823e9b2a3d766d4a666089b456bf91b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d611bdb11b3a836e27bd3fc5c53c3cb0be23c7b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b7e367203c5473566ade518d0119f22c2485dcec3b6dbd8245d2a9c99b9080
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afbe9f6bdc7f6d0eac4244c7c8be93e09b8b417
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb282c184d88b1bf6cff911cdf28cf9fefce05d0811b8bbb015951626777f1c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90122756d0cb7bcefa52df62f12a7dffa3ccbde1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffbb8c9149f6c6536d0eb88602cc77537296b19e23133104ab1e293767ce52d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c139e6b0ebce03fa2442d2bbe4ac364c1dbd275e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa856051b58442753120295fddcdffc0de3ec0bd37dc006d49aed9b4534628d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e718cba605ddd6f240cd4771155070adb380e828
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998f50ec18f66ce68edbff313fff0f56059a78d5cfa97108b152a9282c101bf3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31f19511a51835a909ce9a80f3dbeb6fcaf58dc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b49e4ff5bb815ddc48d140fefa3288f89834fe7cabc70a01c66d0b21fb0a1e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425dc5ee1af5095ac52dd16196fec01c7c46376b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91da2ac5f94468d17ee670a3145b32487e85b8ae1f5fd125ebf94eeeb4bea48a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345bc0ba5cc7e9e2faebc862941bc8e518cd1415
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce0bf48032648094eb6e463dabf72d7241c4d7547805656495e0f1d6ebec898
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becf020e2df45464a5de5557f8e667074016cd4f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d4556f29a8dbef00877211dd630df2969221ebf299f570d1ba07d0bbce2724
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae303e3f0cadbb317e78bf091464a639ce1cf1c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f015d7f3e0d15714de02ab8e857375790be507255fc9debc3d7772b3bee3d5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480226442c4d18044b50b377a0e1ec0a084e8204
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d57ffdb0b7fc4a603aebe90a4b7eea8354958294b63e88e865ccc820f1db3fd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ef2b2ccca850fcedaa5a5cf0e8f2bb3cbbaea3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765691f39697502ad0e1cc033ba556bff80bf97f9cfaad10294c340b72beba71
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d818624891f31e731d3dd2dd86421f5715bd4f61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e066343150b954d03772be2fb5870d5727755ceedad4499b95c41b8eb2cd3a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3d07f9b271793104e2683d867d1fb9d4366c4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b107129d9b343a84dad3dac42c0d7e8cbb6aabd719aa25cbdb23978bd614d5c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1e79c3b14d271627b122ad41edb9e7d6ba995d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7117ddc031587da9342051d0c8e9b331856eaf74b618f24af4c7ef07ed3d51
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3999c059936022102feca194c95bf7217e80ad31
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96eb3889a398a2668c301e0b1d6f760548bcdbb1765cbac752a4a2b719498e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d63ff375edb6b60479daf6e5c4a639d259aec69
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ed27853843ba59f19883bf8f6ec883989c1b9120b6194c447267967e14eafb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5545a7ffbd2cd1504d48b65456970f3f7d076e8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed928c0ebd3934c4055dd0281a3e556f889e07469c973a519c61224a124ee3d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6336b40519084bcd01c000d5837c7e4173dead
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3078e91ccc3a0cb919357d630fd42463f9e366cd1f5c6067f0a9a61ca43f0aec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b84011a0d8ae5c7ee4d0f1fccadc05f40125e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd6e596e5fb57361cef8ee5162b50c9b09474768cdb39068b94294e0580363e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c75c34591598e53248f0288dc95975d49a0e5ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff584fb6ee84ccff2cf73a46368121dfb2087ac5b1752f2ffc8df33083efa8ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0deb88870cfa3d501d2b0a71e975b6b8a56c95
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3284a81c1242f7d21c8b3dee2d1b923e36ed66ce19776882f1582c5f03dd396
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e09e5e24c903302d20ba38e537fe729e028544
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32f2b03ee4addaaa7c5ea68489306010a0ba37e9a956449b2b20e37f65ffc47
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce0c524a4330eb88829f15d405081a2730091e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c3d36378b2da62cf7ab478506e94a71783f95497af8ac9ea1f560c719d7203
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79858c8b4c6adf50bca784c955d800ac7e80bbde
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479a0b632cd598c467d728c3b91c5bd819e3cc0f4b2fb456ca1d85e4c91a3883
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/lm_head/_0.pt b/params/phi/8/rnd_search/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00d2155127b8ea6ff346429a41479136ee1885a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1072009a51ffec5c80b31ed0f70b5eb527e22e90be8e940badbaa8123cd5ac48
+size 205955
diff --git a/params/phi/8/rnd_search/comb_7/trained/lm_head/_s.pt b/params/phi/8/rnd_search/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c15273c6d2d07dd6850b4fef33515799fe4ff74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c51f14932b00b089efb8dbd1c27949a6cc76431971d36135a72cfc067e78ea
+size 205955
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d779cec6334c817a79f96e23a427e7087f95d51b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9fff4b3e35efe0032277df17185ab06db2b061d807d94ecaaea19686fbea03
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfb44f4a426ac27f013ce09348cd29a47b3a4f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c0d41196ba0e8edd86656fd025020f88c30cf50c9bf5d9a28884f284faf734
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9049919a8f4017f6b9a83f01dbc11b20f62d6fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d027c57b5ad5748847876af0c67cd33f0e7a24227369d419b2b59649a6e689
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304abb63dbf06d442a8287d1097297fbe9f4c58e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5840b57b63f622fb8ad564ef43b6b97d3321f36719eee543244aaa63d619f124
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfb4df99e1646982381ffe86906b8b9afb3f146
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf19a46ae1cf41d07efe21f4992347d941ef2047d0e8b296d6b7c00de8f80d3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104c0c36e2dd4f191b3653f901f25def5febb083
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86361dedb11193b41504099c7847c6c29977ff684b656f4eeec259923d7138e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3986feaf0fe7888a2e0c95d3b10165d5f0de53f6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6596e06d9ae286ab2d8659636405cce66f5832646c59c5539a170dbe0a7181e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ae3bf56f7c644a9cb3b7721ce7279609eacf7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e737f0f5a9fe70812688991e8a26ea9c4f3f0719948c9a9b59abc55e6dd99a1e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9ecfaa279ee3ad20897768621e75f4ddb82690
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb127d57fa11fe0f742f5a390ce67c9643cfee276399230f78fe7391b87519ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac679dac36a2cb1569bcf0e1822a58b16046d1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6b3ebdcc44ecc355284e92ca2cbdeff19d0f82541f5f2f7c0f5e2acff35b7e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cebb915bb7ccc56a3e6ad7f6d7e122113de6fa4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d7630cbba78aa85426cb7b3ef11df43d21641500c642984aec326bef5e0759
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad2171547fe064793750ce4404bea99a63de926
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349be8c5d3e22767ca6e86fbee927ea6fc44c929f7f9b6f3d10ed8405f22a4a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be1c39f83c5e4b9884df877bf41093ab44b7d06
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d017e16a554f1fdd5de84816c212834de4362baf81c09107e3fbafd31dfcc86
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0261b1e5ebca98250d6c6cb33dcb7a11d8e70f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2aef0244f32190a13d325553264b10187d7dac53b1ebf23d453bd15f792d06f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef98cc8bbbf7094961ccbbe846a3730866e5f67b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173791376eb4e18b1f444fff4d35624aca639ef411935628ebd53056378fadb1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d71855babd96a90456360814001dae946975f97
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769963ef79778cb8e67cb1d382e7a80e0baba9d96a89716de8dd6d4c99adef5e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcac5f9d2f948bdd2758a1ef0a1f1581bcf5f53
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8132a0013f5deccaaf2a2817b90317b4d84cff199f6026259cc348bad04d4db8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab37e8b066bd21a2fce7b05e636c9cf170685b96
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2089bcd623efa43ee95ad7c8efc39286d4a74fb1b0b33fbd22b091eb1103ee63
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb406d8bfdcca950fa82c58ae957bda4028b8f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209ec2253337b41ee8acc91665474504efb411827a938743d921cb9d77133b73
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0f9c08b3b3c0355be418cf3131ad7354743789
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2738f206f23ed71aa3af30388b11811896d30f3538b005e72237f0e9f3939f6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484cf2ea21894b569164d59449291f4d0b09832b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc75d281e880494ec6fbf715b883e20fbcff707b4ead50c22c7d4bc5c607c22
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1310e2e0f2b4491b368f4c6bcdefb3878984615d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b736c55ae734a4c0432ffb9d25d8a4eb1d6097e9e45d47bbb1e9c62dfa20c5d1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a2fb33a510fd8d2e61f228e5e6579a4e7ddcb6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c4a30589a2621563b33bb88651627976d1ef1912f784cec7c8566abc91fd51
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c3af40e344c315ba18c90df40f9f5b1f227bf6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d22bd175b7945651046d74430af5c402fab67558acef576f808c7644a13b9ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9d5b746f07312d7ad04401e38c7453219e12ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757ff454ce0c3513035218a08f45b35c12ce1761c6566523fb9ab9792534efca
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c6442b17e421d3f4db2e12e2be2aa2aeb8801a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf975a917cd3662cd1d2eacd180d916a51ccde4ca817d81c8ef415138feb332
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd91350f3d66f984a2d756d9cc1a6071ff364c0a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f3517fd1dbfbb9a157bfaa4934476361646e4aac18e9ffd23f3eb6844b8876
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae302971527ddcee861b22834df21b90ab29fbd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44483eabf39a06d4d13a15ca878341919b563516b32173fabcf501ee2d2177b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37dd331e5fb9fe133fe7c7fd680f819623663545
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806530ed82374810e3f37ebbfb5a99e3d0f24944ea61d347584f96898a2916e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9f4e964ed8265ccfc61a898bd5d97cbf467288
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b702dae16dd5db15f3b9d1d3ea181265739099526bfcb3364b140d280763f642
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24bce9f82ebcea13ccd755230b2b1df17197e18
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7289efeb5c60ea465a2b1694933d92fdd6c07bee8e5284f1fe21256c50053131
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cde03c5e02c5b0278376f9c713dce92fbdf1891
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706bea6e4c25504b4d3b77e66fa20c2b2ae750709f8d0c0ad73597244b28b161
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3234c6082e1bef32c5d876e6fb0813fa17c1308
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862ff238d2d575b03e0a9101d42f83b3da2064cf9eefc62ec10768fa9b371abe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e991e4d97520d0b7b0307c4ecdbac508817573a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d5fd7ed24a03e9b532a642d9b062f5e57a3cc77bad69b82b91a2ea95b1c43e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18d72a34bac1fa72177d6542b9051909e02dbbf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b5883b399642cdbd64661a892e59927399cb177db3ca532300ef2cb40a2153
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d447625a11bffccfe2b4e09e23d8845e1b50d0d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0776bfe42503eeda85de8919ac45d8e8d5ea1dc7c9146f3393536ad7f3f776e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3319e4709d074af9daeef05b3ff2f9be56a6a99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932c903b6d4475fe577db133f1b28cc5b5165dcd0c0ed7bdd9452418fe8db82b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae72ecc8a610f2a3df3d1f7b41e215dfa5ee1c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d465e8d78f29b816b085fce032652961d67215d82ac49d6f78e914dc21264f86
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bbd55bd6d8b3abf0b4c643fab7d91263e5819f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa056f9bdf6af8a72c89b01a4c7b632deb9916f3c1d353ae112dc391bea1339
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f039607a5967b586ece1104b730b50c0078f58a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556e5f144c3dac9bb1330034aa43c85c1815f096c29770a73e0f8296c88d909a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3017447a33a1ee0e19f7463813464dd870e2f430
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176b78b2c117c8aa450a7658f53aa22ba0f2035de728c0eca497cc90f2c6eff2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b26039df522ee7b91570b4e6ca378750d7da896
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b6ee05462d24603e6d2494f3de98aa119772f2f9c4fe73f7c1028112af54c5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74d85265bf6b59835bc3fa6e9024f50bd2b6657
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b93e0f9db3aae82ae85e07fa678665f5779034ce739fc2093068a40e1be52b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9761bd7f193a2b21fa6d9ea5e6debdca53ababc8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df27eff108cf6f405ab8faac82163cc5b7e83551c3e773c99101908bbb79ab2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a789c875de252b443a1029a8965d3b04608ce69c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33100f8e6bb7c74bad434f9c97fb21bb9cad8c91b50f10ac317752591f2969a7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ccfc0cd97e253332daa71aedbd150234c61205
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5c218e975496c8a63702df8c3ed86b906d282bfe8d22ea2106007fe6fdab8e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b779f305de9917573bb8f0a9445aa23dfdeffcd5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163e1afd656dab75b24078b04dd39ce1cfad10120e9bf88e191f5e2359f85ffc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d996a4516c0cd1be6b015cd8d0c7300e4481beef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4264b0f894917a5f08f8f1f69631436ac19305a7977d6eb3daff8632809e7175
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09b7c46fa0218edd6aa7f8c4f836978ace7c0ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59b61b98dfa9b5d8fe7f541d9489728903e91b99e77de0ea465ccd3c6c9ac75
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b8dc80b07afe9d72960b83f808e4a27c19445e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9663782905570279df80e3bf1ae18f676987fd2e9517b47a32b6083580fb6c3f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dccddf21aaa4225ea5dd34f557a812cac8d29b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2a5459ddb77236bdb9923d1e1a1ee232db7ab8f6b4002d49517eb892d41479
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3951402fff92ebb1471a688341ff088ff009af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0ac62ed1eb68bca2cd6792eb8a181088fa98b1244e0da718a725a7c957296b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5582dd1a799b62c705cee9a5f7e9864d3ed056c5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ac2921900ec40ad57e3a7bda768790b7a86744ac50b48db5b4dc93a841b9da
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feace8bf74d38017f6c9e680e69670cadf7c374f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4ab59e0f8b9dfd0375e6c7318e3d9826f004a31c96784a51cdfaa4d7a6ad4a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2ee9fb79f0704107db96d0b8d4e0707a13a70f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e65afa43caf32f280c150d40084d14b56a43ddfcdd45cef2e5d9afb8275267a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d99ad9a4e46b48fe97577a0fe0bdc5ec890c55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d14e2506f1661f5971cb528103b951dc9689b316971264f22efcd84a74e727b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19099b367c8f5a23dd99ae424d6a079ec3bd6bd7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd381d1ec93c20cfe3dc94471779e26bc0cbeb84033cbaab15a854387c5e3410
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88210120a26fc73aa0935322fb70cad6b6d4a46
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a4885b42ecd9cf758ef0371216bca9109eb1faa4bec3fbb705beec7c1b7b70
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739606e01f09d4536d16d74ef432f0764cc211c3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffb8895a69b2611aa77cffb1cdcb347b41f38ad44f0dec9b5ded5b7f82705a1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0b31ceff9dc5d87115a137bd7b43440ac063d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd3d7feea52e2a430697d96ad651a14f1e9e236b3d405501913248183764fa4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114aa041454c911864fd78ebca687bc9acdbafb1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c3a40d256a1b833089e02ac057e45366c884dc6c909509a99d68c369203fdf
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559362d22057141accfd62b1f5aabdd252165a7b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9d4a663ea1c009ac2d5f0843e47e3943db7bdc11f7ffb4ff4246fd8ddf0b9a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965b62501b8745826b417d6cf8821c89ddb64dcd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102f351e27e121cede2a72462eb0e7b4e151071e88e6272224cdb349acc20f25
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8085be8c2cd6134800d58ab6351c84518e90740
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79a13df02e0b4e938bdb0eecf7c1a9987f150bc1b46fdf3f00ec0062e6e7fee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf92072cb4dbb8087758d0d1e329903979d3a3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908431336a9ee352dd6969b73e759ca73128cc117495decad07b108a638e1c7f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146bc9d088f42a0f4eba193e7afead52f10ccb82
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ddc39e156fbdad6957872a610b5e5ebace6d2a0505124791ed959ed66ba730e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2731c397f233565de37330708d817af5d474d2ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0499de9b046030f0a0104e2c7e9e48d520e4378b30e4c2c0c68607c96fa06359
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d67feee87d13db8d08d79446247132ff25ada87
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb2e4a119b954ff25cca2d7bdb70302a160f5eae3be2841e8da1d7d34ae2239
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25ac264b2dee9a0c086abf0a9575a48ebe2f471
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab151905038538976e29736bdeafedb6f4085979f0175fe9250da558d3f405ca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d806b9ea23c261e918575d0215dae53e54f6ac5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4492a1459fb9850f761296c2e61524a576f9b69602a92ae65d934eb9f65f70dd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19dd72a139970ccd270b59e97ca6ffe8f7df29b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720bb0bba72e09b90ce1c076e90dd4ffe8ecae7c048e82cbbd49219b5c3e9327
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8845a45c62a5cfcd12ee75bf3e6dda0eaeaba00b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1633543b9f9e041a17cde7764ac557c182eef98ef46bf132fcd92f5b2e48e1cc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab2a57226b42573bd1417c8334a36ddc612b103
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ff6f835dfa38f9a5e2dec8699650b9a7ef2dd9c3042b9d7d746e385fb3abf1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e261fbbb6dc43d495050b8e751ef8f2fcdaafedc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788580ed9ff2fa1657b5ed898ea84f733a4ab0dcd258e752ae25370241ddc0b0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82909871608508fef2a00aca315fe9926338bcb8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96e2aab11a6160b66e46ec05aac04c510b75f8fedd53d438ccc62709c9ba90f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b9b8635b1119de7aa203110c06d16f17a1ca0a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13459a7b841387018410b56bc86da9b040ee63e16ff1cd8ef73662f7aad622a1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d03aea182d663d63c5fd2454dc7a55d09751392
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8607443f0ed281d83e1e0205cf5b776c0ace2c8363864955085d5202988c6166
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61033c091181429e93b9fa3cab9295064026beea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39e7ced6f514d6f8da4e3c29970b3df4893bcc2479ddc2ea81cd4a44e8f6efa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b916cf1853e5b398e4a96bd2a3e87f791d04e8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614849bddb6ec08f9adad05d38cf80ba8cbdb2efbe38e729b7240bf2d476264a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8738a103b7baf637cc07e5a550be8a3d3d94e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1020ea5ef511cb65ce718b7759901c37d86220034648f4a5b971c679a34bf43
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c80837879b511b2916941111cd6db6bd35db7d5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73759683f96285fca608ce602795ed240bda9519940762e95a3fe1f68863a637
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a16ca9dac8fa1e8d6efec6b8a75e831af766bfa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6a15b20b81a42f718544049cfff31e391c63bfe223e67f6c71db45f5f7e8fe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f554db09e27c90362d5eebb2a924c85d3082fdd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e681c8d9630fba0cb136f7305be865f87a053af87d6ec0dd0e88f6e6e38fa3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d4d797545ffd6471a85869751053874c9564ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b107b5c2dc392979672ab9bb69443710d630c5ebc49f40ba6bbf07b4fd778c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143a912d0da189ea1a4d8b4b7c88fa8c8ed8723f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9562f6bebfb4d5cd3584facd792745929b9951db9b6436c38efc8d3a0537b215
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd771178144f856dcb3b99b6c000f227935b6733
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e33cadb1abf4b8968dfab494bd2a091d317b6b3badf8fbeb2880e8bbdb724e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83d2fe3d623d9c6c4d4d7f37a6db4dd4f2da1f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8932c236d5cc27781386bfb1dc7ef5e56e408ad24bd7e0251d4485c7d3789fc4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fc6065f44176c9660d08c199f9c13a27b718d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78eb050446ccda27a10c0b40db51a24c29ba78ad36ab5385586d5e7f19ab320f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e09496af59952a9cbf61b3f8200398188513a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e82648a404d33740fd71dfb28537ea6f7c4bc3c2d0b39ea2614b6efadc4f95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124578f32143b9c3d5b2ea65849ec7dd946c0c9d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0299c5c7c5235cfff95c2a93d7ee3b052bed2ad91b5a95935e3828c2cd98663a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017620044e33839cd9610589dde4f644798022c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de070cb6dca2ec2ae1a8c18d65644f9f68e1384e5324b4b782e14fd55b05c33d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80a603dafe2eb3ac70ceea47fb7f099b2e8fa22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6baf51a72fcde0506ffb8a277ab6d1c044b092c3cd9aa4d88e2889f5a2a34797
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a53aab82f77f1526e25d3471d03cb60cca65d14
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af44de6742696305aac896a6caebff83cf96cd08436f43d2ce76fd7b5cfda4f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21c985b8eef7ce1e1ec7559d8613668c7b2c59f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d0b3736b4348923a3b1185f8c61a244c2f82526d4e3035dcd88d5936e236b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86df53940588340c3509ce487be4542ea74679e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011c79dfff1ec061f981664d45a4845f37980e86e0d0cf6accb6c3d8c1de6015
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73dd4673f7d8c5cd5a293324bb5e0ad2e80e6fbb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40214698ec6dfefdeab471dc69b3d43c19345f6d14aaaae03f1734ffb880c4bc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7264b3a3ba57542719cd97c986824f1dc5a4bee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f301e6c98099cfb88bc7352b73ee958371ed0dbaae641c3bd18c1b06d2619302
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9a360b4b65328cf665e71569b88f48d740ba56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae81297fc80ef0a554cf9c484d22626953c7cf878897151a0eab20f1bc2dae2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5629cc435235169f0a9b9244267b95ebc15387d1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4118b64084a26791f3fd3c05a420659a56206661a4319138d2b8b343143e89
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4ae72cf3eb2a14c39612c098b50bc8d4237b0c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4f463ae19b8e174d21da9320764362c97b504c665719d176621dcadbe41245
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe705dc5e833dd8686766225ab6396e75c9e2ee4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42faf86a79dd9cd33814b68b5a6cb3b0219bcce1d58adec1cecafbb623f4fbd5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f8e6f1ff5617e42990f1b95e79ef211160a5f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547a14ef43fca32d3f234cc55f7018ecd966a3623eb7fbd0e21d4c5bca6aea18
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df86b3b1b4922980fdcd9e2d70aba86ad3e6f9b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789e57ce788151ab9353bc22106e41493e223415adde408c4c95e5848bf1c5ca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036441f6f5422c676954b237c10eb066d83a9786
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd5c772daa138dfea20b5869553ea3cad82396809fc9b34b1e3d8a22496fda1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf716bb0658293eb0b532dd3082601c4cf8b7834
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3e6b3560f10b0c46820eaf351eb0a09f27a5dd48d9a87c9de3956ec4210fc4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021f62e362454ac57e0b4fdd91296a97723885af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794d15bc604fcc63f12326d4fda7f83495daf25ec0ee86cc6cc44f052c39a87c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7c59b5ada6379ab8f98434aaeb9cacae8348ad
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75122e9e7fa931483e63a866cfc178153d20c9c7fdb9ffbad431f0d3109bb4b2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad91fb21de63056334237fcae54371951e9ff61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5321f76d4c2e3e9697e206407e679df18c783691c64d3d406824f9a225fb436
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306ad9e304149bda11c265ae403a86b5fd74655a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34efee092d3167c1f15fce029b39e40b0be6791bba9852888f1bf209905e1b78
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ecc74bcef9d96926ffc36ba837b3ed183421f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bdb40f55263166d0b78000145154f7c947e325628b0f42c473d6d857284c76
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abab72b499d374624ce05463b187acf4c128146
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefb0a94b28dd3e95ef246605e9e7cc988711978028f89842f3e646e7d2f769c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d8efd9b5192d8f4c2401e4d766c5eeb76fbe22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f00d796343cba8cc6c562201882f8f856934735a1a73ec0f042db94987205d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a045ebf1b8c621ed597cbb8e11acd7a73b015561
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d822412e8d3a14a289558ff4ef5bcda873531789e09b08ca2403ebd76f85e39d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4f4fd197bed356dc65e6a76762c6a5c8589a1b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cee96704e59cd62623a8735aba25f6dd1187446cc52baa72ff283f7b235117
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8999d35173ee6eda2b582ac9310a231de70325
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6129cffbc3d1d6cde38d89448acaa9e1a979b2b3e294d0cabaab55bd04b48ac2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0834f04e20b98cceb27c51d0b032c40b3c4d7cff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb8691a005687ead8851cb9b2223e6981c5a9d47b05b583953ca29b81dd7815
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848f9c8195c5d8154577a16abb60f73a9d3999d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8d1b61457278313bc00f58edee37c35b3615e079499267b5c9a7a8017853e7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3519ce0640056c6b0f297e06399460aa336536f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0e7b73ee5a5a0dcd9c3febd60aa950ca5ccdedf161e990fd5062afb26669a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6a098399f8bba735c6483b7e179eb78e59fbae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c30488ad44db0200fd648d95eb3c4e3a7bf155cc261336dd15d6879321a797
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ca037d8bb9a94e9d597942d1db077ae52c5805
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83a9d0eb323056605b018f6c1ea3cf137ff2df164456b7e8f936ec816a33388
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351d9d409c083a0e126342fbcf4239ee1a4ae791
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9883404ff2264fe602d5875ee9ce839ab168fa53b553e6a10f50cdc8c48922
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33b6d1bea01b92ef0f46cea33ce4bd932544180
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d638482b41caa110eaadc29c6b622d30866031415cfa10299da0b6e7e54dd0c2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1753ecfff82facc3e84fa372b58fee7baff80dd1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d1f46e4b299020fb42be9e86b092e7d283c332625ab363ecdb01df0cb73862
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941851279cfc201d6d1d797bbe19b37b6710d514
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560bf9d80cb8b91150ff59b980c308bcae28897ca49afb91939abbe0c9cdd69e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60c0ad660ffdb32c0162b19bff4404bde121b86
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e0d5616eec255722736471c03d57c2d7aa1d43942ca204f2a2f7d9b2266352
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6e7b639f8efa8a4b35123dba667f48ff00a874
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051f7e0264c1da80862f3f7ea423c5965dc888866aebfcf95feda820270602c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9792428c8334958f2cde18005807ef62895efcf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4766a1755cef8c2c7c837ee2f3c41f23272069230a68d3bb0cb4b737e713a369
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6d4a3a5347b2cdb750f4d0c7bc4bd8926b6e74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d27d9089454645b62160f32471846337df2ff74bb12ff3cf5c85cd1615373ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3338462d441cae16afe5be930fd6d0ab902d65
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8928c4db110183da14372bb2e3588cf688f390b1c8762bf944ee401f904dc1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c529f0204e9ceb763ee54396057f351e55b27e8d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c140253054bb3d18119fc930e88b4b7ca72d2a7a95e3454028a1e359f7f8ff6d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5de5f95e32997a91b74d154d2d58a60fcc570b6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799c3bd04b3b11d2dcb0987502d5d50e0e55f3d0c70cfeaf249520f500b1eb4a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0612cd9b37a14125d24a481102b13e589d79df49
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8266d900dd924a7f753d2d44707d7910799ca405e2882f38fa7e062062c717c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494f3a68378beaf9361188fabeb282feefc08655
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32cbe89361b1e90162337d6ab6ec23e11cf178fcd921a69867c24197672aeac2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb94a8ef9930e6d314efbe39b48901ba9b016934
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3088348cf83bc013211bd8bf27a1b8c6f68a604402863dc651808e5372d4bc37
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ffbc399eb7f1e54651f6e72eab71224846e73d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821df4908f5c86a7f08ef98d5491ca28fc1fb841fc63d38f280e0044e4e21c10
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfdf6821d21d72c4be7ea1a10ae6527ddcc6f49a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de807ac1f8588bc78a4c187a7ea5e808233456a5f2cf8181e2c163daae4e76a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6f66db06686b8bbee73a10c337db7487cb3385
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1680dabb259cae36537ede9e5a329ea4c693c791d66d6f04299252ac4400f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ddc24c1ed0e7e34e1b5cf95c9a5737eb853db6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61ba58cf78c65d63bd11453439e98a05e07709c0f9092472e8ee86616af0018
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153931f935354189a7a901b8e307d1769111aa84
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6320844d24ba60678c416bfbd65840bec72a7b2edb4566d7b08efa8ef74fe70
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c134b8888be5b460fda80ccd66afd5aaae40af7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e2eef8f0700a7c254cf62a6937a41c57bc16b18d12a97ec040e7bd8c00771f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2756322b6cb9a84c3f2798752a9ea099e032d52
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03289dd7354e00f84093c2c49b4854aa7112c857a3900816dc326ace8647fb81
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0c1014ddea7d44b59b473767de8df57069216e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca730812d42b45677cd06ca22ee1f3e317189436ef318fd63f522521f53e3d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9852723e8c5b0a54f914527feab3ecb6dac432
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae410915853e039d8d91f43130c35a94410d3fd60a9aaf4081eb7de1aef926eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1480362d63ffa6fd382e1fb3b02472ec809e0ec7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258073ebf61378463cd4d6e9173516846367bcd33b8adbc4c95d77b74eeb0371
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0f089d9ea565ba5af49dcb3ac02fcccccaa58c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d508f4d70eb0d98120be1a22a2a92faef8691678ff15d911c52823775d6b644
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd42a7c482a4ba133259433ce333d84019204566
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de4ad1fe662014271a26d83c76882979fb0a1b4877bca92df2dca863c2df50d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a070b242dd138b5024825b1c4407ede8628214a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21956fc3ef661d6a02fd3c139987ebdc64b31a71591ddd3c8116b150a450b4d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8c2f5f32542601fedf3c18d37d5a18f22b84b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275475d9372a64fb1a862b792631fd1e9ff0fdcfd7f437306de8e948b643e395
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f849755c42574c355ef7c9cd87b76bc7373f8cd9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e151b79121e2baa77608db04769ad9254f1c9e0419f839c16bfbc3e4f99218d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c37d53dda20a82b1d4227de5fa5bb2d35bd6249
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d344b38d116c6869499758329f8127ba607e80325c3c9ec81ed82da6ea7b8331
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe4c0d478f18a2e4ba3ebeb52abb95c51c0d0c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139cce1879853a2a10f3500b2f129cb08db112e0fc65f1c436400a0bb5425268
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20af92121a284c15f1713532f3add2e18d7e382
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97093b69e918cacd1f9b01222d6d7e73bcf64421b8778a4e66013f238acb31e7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c33a7298cc507c2d01b4a96f90704e7a2e4ddd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e49a35ee30c601e72f1d3bcebf6b297b0e2c9db984839e2db9c77b2a185c0a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d8bbeb5c432192a6c451859bb8f5b9f7da6161
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f20d0e18e1b1ff49a8b2c0ead3c8f1d0d99415b58cd683cb1ff091efeccf6f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f44d4864135491e9ecada56a61c2f3e39173e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd3035222035b261af0a414b195268f825998f992dd3bfd150475e462facfa5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6181503237cbfbaba70c740b215b16fcd93bf8cd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d3c022a61325271d2792fabc170bdf1d2e828b470fc0124f6a460895e29ab8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd300b9c700997b87615d100ad56ac4413bff34
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b124df1f6e5dfa47d259667a26f0e44d8bdbd1f872fb942941d42f9c6790c4e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671bf0d287c0e85db179e798f9fba4cb0d3788eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f824128ae769eeccd226afa911bace93d458e65460a4357c375b6a56099b98cf
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10288bcd29535475f58b9046f36a92317e37623
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58fa14cb7ce75eebd1a5a326f45a92f04a6a07a50fd2826946dff6617b65694
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa063f1c14d2b4106dfb65c1d8331a0c69c8ad6f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9951f49786c51fb0d71300a5a4419d18e8400c65bf66b90c953a2fc848e7e76f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60cab7c1695e1fff1f4ef4ec2649d664f27072d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710951874440ca9f9ba2d9a29d8e43c89ca915872dbd52dc33678e3e894c06ea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2976e68fbc5f49bf09eff02d681e87c32cedc6d1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc75bd78e2e64ad5f158e27e20af1c36ba37fde82782e9be10247dece7ac456a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b344c8e8b8d10b2c3156e30118b62016df691f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb87f50d50ed4343c7a080503871ebab2e0018428aee44b2b13ae7f67511b68
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6649635ea46395817f789a47dbdcad65497c048
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ba9b79d8c6329b414c6db1e463191482f5997447d643e43343090cc3ebb65c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d1aa39aee6991dd8d3a6c2bb341643f124b9cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e4622f557c740a2903aa51020d36172378bb75b6a01576c0bbfdd93263b40a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e96b1d27f61b8df3b2138692e885458ed89492d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056425e7fa6ccb6cc5b8e6d86c06930323cd43f5ef9f2b43ff395e47f157f3a1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71f6d57d851ac1a3b05b9035b37c87fb2702f95
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d466199c427b0bd24184a8969cd382fcc502abc9390a3652e2460f5cc0878abf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf57be569f8c8c8053a8de98c97e906315bc097
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40af30559d691dc104c05e5f450df0b4f866e8d3ec5d2aaabcc616146b8ab65d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c66fb23f6d7eab81768f323e449b2f9597317fc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca22259bfc9ba8c3bc485dbd7172e10909c6638ed6410a66be43a1fdd584b0e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b442586a7dcbbc790b70e962c6707bac06ae5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7483dd48fe94bc090b16b1334671dd529b40a719a61e51121104de6265817f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e20bd544f46a90e22e1aaecaf19c706f60c61f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e691ad32d0f187c0d112c0602e42bca1e1d43452efef59396b650076ae8848
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aceffea92f82d29cc4e506183edf5c30774aa0ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f0bed3c4e3115a5676818313ef0559c1394a368d03fa4eb7d5776178f7fa48
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec4d0c5e5e4d112f041f1e9af2a75a8bfa130b4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e2b3a44db1d7f2350dedd1e93264820bad800f9f6415c42ec712a2916be5b6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cac7bc70c0458960ea65624f5e00d7926a65039
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09a28dd898bb9db66de30b0e9e1f1bc709f6e093f9a9a402fa816b03f85f885
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ae5bd9d04fad25dedb9e7a77a7237e2eafb652
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f603293a3735582f91fe098338998ba0ee62263d87d77e4d4796172441e506d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6256e71faf5544ac269533837476b69534707ca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41495257c54202a282dd1051d9047d2968c45c636db58c0f145479e2cc983842
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46ae187d6464599e09eba11785e14614bbce64f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94cd013715b90a533d02935d3ec255184c55d6b80ea21c5d20089ccdee97f36
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d709f220530be4ee1a56c860469b63499e974823
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13abd3e0ab85f2752361ec60efe653242ecba4249f08356a5303973df7b5e28
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b11eb7c16584ec93c994362c07ffd2c4043c68
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fbeca4b0c663fca550f47b278ea006f9b8c8a8e4b2d0364cdb0584d46ebc7c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcf6a8ae74766d83527c7b2207b3b5f9e800b8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11242fbe5a08043398734642961e8b3418f6543bea969a1b251604bb22539491
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96447f5a00e1d64436d91115d1b74190c11936bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ead4b20e98b5c94db2b0a97ba3e610eaa6ab82c333876b95a0586ce7d982da
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9720f8ce9448580137046febf84f25590c231972
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec34e9f89d18df288ab29bdeb16cf1f76146d1df3799d2a6836833715a7b8ac6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f735eaabb7e7ce49ff2c1140143195cc2b99e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79a1eadef95d6dcc07088d02f208181493dbc884d0caa39d6616c7e48e1be11
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ddd4cc14904cbeebaa3a4b65b8baaf863c36f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cf52d7662174bc80edf7b2673c3dc60f6a6eaa978c1298b2afe756abf515b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd005eca736544c74eb1dc901e5511dd1f47b4e1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27f3eea8dd9e4f4d18f2b165317c69beb2ce43fd4e68edea7e9ca6d40b8bfd6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025507a1ce68fc71875ed5f46e1727d8d34f18ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc92bfccb341c41327f3344baaf65a24a3ec99d3d42f6a7594f2f2a6981c4985
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e5ae456a21a02d9f3375026de3bbd22c46d0a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbcd2c4ee51fae87fd530736bbd57eba9f6e8898274f54cfff8e68b449c490b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5aa64dbca46f6210ff623e670e0ed0af3c1431
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5caf869a14cd204e0b01d711f5786aa42acb3a3ab8c753327401abdaca9720e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc58e0e113e962becd43e2e4544b9c1c4a5b504
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40a3f9689245487263a04a9d1625d8a0ac9716d41fab71da6d093eb89fa4626
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91c2d5d32a152510e433d4b1763f8621eb123f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65fa869deecc4ed1ee696b2214295b51927abad87e0da1fa1e5b2babc3c33c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acef4553079b0c860b502a04a34031deca0765a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6169d793beddd235323f189c966734bd4333a61506baf0ddcb0a522c55367b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063aedc771ec4c9189de4b18814d7c7d7a4394bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07aa94f2b3d871596420e463fc9d3f344ce7b85445cc3d3bc0d62c30115f7da8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54e5d413997ed33dc95c11226ede852923aad55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02c59882571614885b9bbfbaeb7f0eb439751e042ae616ccf907013636e584b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cdb29b1caa0356b68c151abd394422ecbf4c34
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d7b31c9764cf0f8e6d68986c9b251c87a513e4061b46829c0419498de9bc97
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1c99d3ffede409f425cd99f672186a1fd1a9f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35675eec61f00e62c812fc59351554d5bc0c7ead6f9b8aaa2f5bd13b90c01040
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c517ab3e9533382a5017fcc015391ae4448044
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ba4fba1d19d21653cf0a4d6b18685b051a5c396bfa325264d115267a5ce904
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05dcb965f2dedabcc708f2e25e3be36bfc736af9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83753d0a5a01785d81e2a87abcf6c78d45fd2adb31d289e8f09696903ea3cbb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3528e1b71889c9e99e3bae7d2af51da00f9717
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71574845aad963ee7f549a87d97e438400f2150007483175a1bfe4c21004370
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8174cad75753e2e86b603c6bb8db7fd32ad29c7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab5a67fbc74ef420e7d6ca83075dacddd228f54c91f8daa3f70209cddda6a1a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60d115cd871f8a1843c034cb8229b514327f50e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc30de718b368d7386b4b53ec8044830b6871302781b33409f80182910b36062
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5373b5e7295d61d76b18b18cb99b322045eb8bf8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196b4835d95b1e3245a5c0c0f3ce34b5960c409d1fc4632b20ad5ba1472b951f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a72285bc055659c9b1784bc6602cb059bbaff12
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67835905af32414d8f412f340b37c5344aaad0f3e37a14403adcc8bdae166bc6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37a0096c594079ec1bf1e1c5ded881d81490b5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af2f780d99307fc11f28230e977e152f7dfba915880bb9ec066f23c373da397
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c4f15a9581c2f9d249e78c92f8d8e2199e7f3c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dae3c463c190847fce61886a7ebb29656f4f91d13f9120c64f01280546f6834
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c26b4f6a360fec97dee506dbc50840708a1f7d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf22bc4550be641659d33fbd4486e9b531d0b1679004d85a177c6d2bcb13af0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ef4d161f4287597e0f000a11a63413db5fa665
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78035a65855560d080768e9d06da8c5e8e93f7ac87ae14c1bad210a512e2abb2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd494a469fe6c228645308b1c62dfad9147fb5d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418431114c84f5c68d0d655ab0491b3ffec4660b1e5303f87267a8a6f0cddc05
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fe10f42a33f957042ce733d14882cccf63f0c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178584f14322287a1c1a08bd2d6441ffb578dc398bfeaed3430537664b3a2dc8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d74d9763d19c4676b0693d83a8e71b44ff8cd1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfdaa4c65123262a6d5c12ad48eacb27cf5326ac762e5d07adbaa3facbbc472
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50decaaf3908dd06fee327f5b60b9c972a88594a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124f40d35003c074a364d3078967e7c10e7aca91bde5f6bfc30679dcb3995bc6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6b09adb4d18183acd0245f518b998dc0435aba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d701ab559dd4544e41bd85714edf1b79561c9d84ab940513ad04ae232f6a13e7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519be43093144e6758eaabec478eedb591d7b0e1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70c71a7ea5b44c0063f2f402aaa155e95c87be622d9fd7fc84246ef0652caba
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164aef537246ee9e177ac706e33d496663336305
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784fbd085e4875b4ef2863ddace46a8e375073e0d2fe2d8ffdd2d5ccd0d9022b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b48dd48c480409868749907936ecb2d23b6dbe9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f88df71aa5336ce3b621f7ac80d58a1df0287e4ee46b08271ab98657daa957
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219ed8cccfedc12e97e9ee8022c3f71d12ab8932
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152466a5cee3bfb25741c2a22f95b4f5428fabf22b88a869ac05f1e4e0c787e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e4d1247b939788cc9355f0c66c2e5919058139
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3713f733c6c64b631d3367ec3ded96340b784e638e270c485438882fef58be40
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf7eae01c456edfd41864a18e60a74df74e9252
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c67e1b45868a81f69a914b521f84431efafc483b0b53f959beb91531166e41d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81dbc5dad860106dba6a3598c2db6f4f06c6c88a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76b6104739b2eb238f3c486255fe4da57ca578fa165f67d69315294227bf1b7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c8b368b85cfeca8fa17beb24500060fb946196
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df05c99ac15dd5a4eb445641fb0888492a4ea78c42cb4aeb1e6acb0f884ae401
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8723f1c91b888257daea0ef227d5f2344eb23c0e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a347c19dd0a236a8ddc29086c22d17136b19556021591addac5a1287cc7dc690
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb77fd74927685c5551b35ffa025723828d55ced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f07638c92e15af3e25d561ed50b02048fc630d14f6de228d73554d7a7a6592
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aef48cf95ca9e1b6865c994a7bba6f794101227
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ede95ef50d046affa45c38f3b9126d151865ce25c4a72f28a145fb3cdba24a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1e86df71da8605375be92fd03df4ab08c3ce8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed5bdf1ff47e162fe329d27801bc0f53864f8b6e56b4eef72911d564a44d27b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5a32d6f50bf25d1e572b69757bad712c802a95
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29121f3022fee5f07c31abcb81066e4ca5ab5858e80152a70e4b34a1ac6d2594
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528d3e640d3bf62ae1b1ae75d17fa1196b3a8c27
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35cb8e4127f753e993297ccb2bf2eaab8c6e17c3c76ca42d1c0d46217eb39eb5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f106b639f11325c6ebaa9b6be5c2976ce4fed886
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fb26063f8de88be1c4c36aba4227885caf458b587e87bf226e59289621b292
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41949fdfe8d74d13a0b7c28dc25bc6fe78b74d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70982080d56810d79bfa9d414f0a0bd44ac8ec0c3dd6b6e4899ec5e46191d69d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8352524b5ba12f8a05d8739579355b119a76c2a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b4d4fa7de664477274ab617a3281bc65ff82d4803c04ddf7f2cc338127c81b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15062baa04a1dcc490eabb2952e00f610fe8eb01
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e58638720a5317a3fa32bfe584a64ae7f13659e6e8b388ad562fa015c15f0e9
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75291f1d272878b301218e9f4839b215ff644bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41e540976a6ce7decdf0c0b40789251cf1ad83ab1e0a815078f53e086a59ab7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ef2c05445b13afedd1c00a37082064232db261
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f5f961bed39cc1ead1cf4c22ae3ccf267a7232c8561ee4720712b27be64a53
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db07ad08d87c734e472835541bf538c3803e78a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ea62860261a79df34779533b652e7679909c1ecd025271b45a5f106d8f6a60
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0773d100c48aa119d0b9b01eca9278488bb7acd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e849c4f09a918f96218220d9fe75c9e36bb6a1f39c66db01d14da092bf722dac
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4dc420ed4474b160ecf2ccc47723aa9280dd109
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c671ea2796818a5ff9cb9c21db3fa64f21c9e46fbcd19cde7d5cf8fa77d480a1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b177e827a211fd10e7300e9a32d6df48148106a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309867c20053971ae6c3ef6f8bbd5c5745decbadbce3e027f6b13179959bf928
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab006e759ed4e2696f47bcace4bce84e6b145500
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17313e79bcdf9c63cd3b23f71da43f176854f5bf60816a2f4f7f7d64f12a8bbe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05da8d4b6e0ada22565586859fb567aa26009f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ede4eaefe56acd2461aec4f5c7a24e04b118a081e56d5c612de5a00d925f01
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190a7a680f11f8f64764e80381733d80213dc55b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa67f1a6dab8fb50d9a758b88e1a0c63bf433ff0a685842b967a44f55631832
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e140d775ae74108d5d31559a687ba212d6764f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75403a8a8ce91078c955b1703f88bee2f5ab7211abec4635ea059054f11def7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0d63f48690f3c02dac9c572897b7336c8691c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17f86dd54eca594fcdf4ec83c06d28a43266314f61435d0b725bb5322e592b4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6e3bdf22510c17a60c1a6b1bc4bff00ff4b5cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43921354bfa1283101b5061e286e853fa42ca9ad19314faae7683e4fb2bdef2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1aa407b63fa9e1d7542c1f45ed6b97d005d375
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd524f2b2b0fbd4de534c5452067efe3cdb99137fdaf303cf0447cdc07439f78
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3466c1c3213446eaa5605c82a4b0756f2d3b0730
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90981a8d8414e3278a0a5e0ec64f798fd93b9ddf63c5d0124376224ccd0a7f75
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe1d33a3085a87fe4663a3a5412385c19369136
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2caff53e5a5d2ea380cc1246f4d6733bc0aa5cff467c0ab9a07581978dae5840
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814059bf82d48c7ae730ade777cfb087fd8c6a49
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5edf24d130e96ba2db49ef1154be33fdbeb4c3502c8a0ed5088a31acc15f585
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecc0ee75c22ca6068bcf94187c2827320afb9be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad10bffbc454e56dac3b643ff85b8a5bba0d0c0acd82c80c4268999c95914f1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74148fe9be0094a54d6f20bba9094bcf20f104b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475e4e922a1a9137290860927a0f6b3be1a7fc16031f515ef956cd0a700d5abd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72facfefb3dae41fb202b111d756a6cec539f355
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f73faa23cd328615021ece9d5e8f3f3b3c9aee72b0b1f6a8d170708314a8a15
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95a8bb8a954e472cb2ebee12f3420d48a728c6c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5007ddfa9a721e98baf42ff4e2b8526dcd05ceacd92fbb2bb61a48969e6927
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7874f926e06a5a7b4402016e7e40767aa24ce8b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcf4dd7d92567635cddcacb2b2f1b475d60db58126d490609ff237681c5e832
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a329848fe4975b30cee31c03cfd299d45deb6e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cdaddf039a066d1483688a85a461ee8946d7e14659610b6bfb7fceb1102492
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075a307a09eefe5e09b657abc0a6957d3bcb25cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed763a6dfbee8ed2e385b6d9dc57028b4e4001d4f425d6c234bda7283643a89
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04bd0a2b97f9c453ac140d36ab42b2469fd2345
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc490a14d4b8d1120eabfee17929bf6a0215b320629b3e1bd45c595c1dae629
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e02b063cc6927852a5a8040e417eab51d3e064e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12af70fecedb6f9e6f90d5f7c90c719635a90aa8c442e2c2608bdbd629865701
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af32c4e0c7602fdc74eded6145ae49182040aec2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0877bd86e311b5968300e014cc617b8121fdf7f04e491c6313411ef073f7da
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7c7ee92207c1639276ee09630ff8b748413e97
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8930188906c32408a04ff00db5ee5519ceb0dc2f52b8a536fe72d3e49248b31e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61a981f9a85dd51d452e1737afc0eb220abfc01
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba1f023f7a6b514bc4072a87aa37b78fa75d19e53072560b9a183f2b0efa5e7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6b88181c8ffc0d9cc43844fe385dd76ac23ecf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabdf922018fe4ff63da8c0eafde0d28e3e109b4589159092788ee0da466798c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1a4c29e0d54445812a0b0363fa8f6cb5f0ba5e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e0c9c6aa90ce0ddf2c7693ac5a9e46c84de7157499fb92a6c2ae6397d13c9d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e609d4d2d8341042cda7477ce6c5ef4d84788bdd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5e6c7d55ec6328b31d38a5c9b2aed667171bb273c8cad783710bb93d48a6bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b125fda28ea5698dd15f2a54ce76917197beb66
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71696b009356208d3574fa2f880a699a364e710353ddfb87b43eb2ea3c1ff03
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de692637659c30118d71b45c40c0c28fa7232607
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e1fc3772acc5cd3d55ebbbd3d12e80b8d183938bb5b8350d61160a3d12088a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d982d2fa5a7ca5ff34212133e77251cc796ea42
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c7d672bff0648073131f0adc59e9d93a2082b85b9eca01144417bebaa81115
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37dcaf0965e4a05e37019743e2a5825224bd1fc9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1b81b477564f96b04f7632318bcf076726d00fce662e576bddee5e07a73184
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53be0d0848a31b4b2d5a69cedadb95c94968ee70
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c429163885150e48fa5c179ba5bb4888f1a82c6554575efd5ec94f4201854fe7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c6e15ee9bbc517549f7340648b02b4d7d94bd8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ca99c54c7a3f0645218f7dc2527941bb2e64df9cbec0d4b292dab91127c8a1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dbda45e80d6bbeefe0a21a9a3e106f4ecc26cd3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bae0766e6c9e6c4b8f5023044ff1c96d8789ea4a2cb7d4793c49cb99f07e530
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e023ae87881831623237c8423d59d9a6615fad5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4b942e3a7f8f0577983e48953b7b51a5db6dbb45fb871c01295c5d3fa298ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127d6c0c3ae1aa7bfbef75faf24398c771db1591
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52622d9bc560c01a142d2228ca8b238034ddb4ef247d8d89523423754f3491c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533b6edca383a80e022c4452f1a29c62583bf709
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e5dc61d0f8667808388ed6d0bc7861be8b47b3ce291d659f2bff079991d15d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432e42b9d52f827dbac8bbbee5c13675f898d8aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8437f949973838438d13b08b65394141c7f1b057da160fa17e6722b8450dfb6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327d0e2a8f649b73db2b4efb4cc34f455b763086
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a03ba1671c81bbb6cb7e91b63afcd8761d5ae217d7b86d2222aa28c1c4c508
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58794c8bc75a0bef29cda70c6614f783ad4ac40e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5878741511fdb8c7f30f841b67bc663259568b90fee348d6709096aaddabb019
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f429dd997b9db322f898929943e7fdc8281711
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb46083323d86b87a5107a2089fe355f223c4335019232f16d0d7f63a335b532
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ab4c18019aeb378ab7c1556ec94687c11917e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d60c28bd05025dece45dc266d4cc781a7402f401b11a4869715a4a7f941fa4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b784158b0e078f03512a745e9cdb440f83d962
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46cb1dcde4e7c7c90224bdad9b02fe949fc8eb6c2937919eca1a9245840e799
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a957a2ff69b0d967c1030dc138ddfbe8b7cd90d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf8058061ab9d642cae0e6fff89a50bb2fe211a2acee4de48ec3346ef894742
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de3d9ca41471105311d05e73b31948e2fc94096
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572231aec5c4bdfc1c6787b380b1cd18e26d1bfa1dd42bf5986e3b512cb5d5a2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c637f189c46dfb229beaa5918aa56ade6b9fbb3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8766c81257d22970b5c49777c389681a075232baeecaed1cdf47b5c1d7c58d2d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae36e3d03923326ee9cc095f3daeaa031dc0bda
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc4c3d2efb850e71405ee1c6e579d44b40774835661f280dca3f8ab5126ef8d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46075649f0966ee6ce446f0e99c1df1431385eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6322ffcc9bbd38b4e2f245f136a8fee55ea8d07ee1cd75f0b796e91a0b2f8263
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08e9ce3ce24ca30b88937b69127d49a19e11a43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa588b47a69b81655faa8837bf0aeffc086ee753a1903fbbb4c6261a270d905
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374e46cb15e58e982c0c2dd07618769ac00a9053
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50003e0c7c1d4217127324a29822245366a8c171efce4af16a2ea812e43a858b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6316f492e826acaae0074fbbdedf562892aab4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c6410c41b8de48c6d3b10adb5a141e460dc76ed67c12e683783dc8774d6b39
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f881224e13ac0517f47ad1ff4611412318c79d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5eafd653cc6b64690397dc03ebb9d25e820a2fc0ac19b63bf7a6ce80b282783
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3678b8979078fec0059443b0b3d56d33717384be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c8789248fa24ca51388c1faa38b35978f7e30835dd3dcfab575d425a5fa092
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf287711c3d142af3c149909f9e55c419a1d526
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5959dd267124934c131e1fd311e703876cf95264b8953697d41df40de8983312
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4460e7ff76d65bcb85730309b6da0732afcc0e83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a27d1fc7e4f3d5270a72143a3727fc46deb5ad2af85ac6f511b4294d6ac78a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1505b493aa0d5936d9985d72ec1339f3ec1b8f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f418fe8372495754e90b1efdb463186753ef2d6a78a643233ef23974502e0770
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72f311deef644f433f9d0fc54797d44d0c92fca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4223300042ade5f61ccda3e5438afcbecf96ff065b245c0a85a3cb1d78dd60f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a858a14d9d5d483ec73bdce1ed653f702f0e54f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943393100bd6a4ae275be2f8cb026d976ab3c0f267e9a42a8c380ad0c2019c74
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6af86e782be313fd2f41a5d9b94f10470848a40
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd59857d2bedbd9f6151b0222f6104d3859777110442fd05db312f669fe8a19
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d42394dbd37e7897e58a6e30dfe5376c491953
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89212a886c3fea8083d407b83d2f262f38af30cef8d401cd9f12f28d5dc41ab3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19c1895e7677f73e1543002fbbe436adcffb1da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9934e06a3655fb6d069e97fe96351b81beac2e2d335ddaf5aaa183a9c93fa3ad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf1228dbdeb19b4c4d37edd3d4aad5852b1bf30
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945106e82b60812661e7dcbd3d7bd4e2aa732677aa24bc6d75aaa5e4f53ccec6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243bdc2ddf58d5279fa62227c61a2b94bcbcceac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30882346e696cc889307dc297a3b3b2ae9e9c4ed58f71ec232d1590d15b03a36
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cec254fe9474998d2434da2e160d8a361c86bec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74d4e45d19600fa5018a8de0035c788941def66cdc090e619ec1cdbbeb4a362
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3061515c7db5622cab266fcf359f1e4b729bd25f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d380feeb6166552599bf5c056ccbce29e94838228fd5b7f408266c28c7b4e1ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42d07f87a1b5cc16f3c4022d843631c689d9e48
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7f59fcce6df4d4beb260b0c182e2c2453629a641d538e898496f75a2af1823
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c8f78eed3c740d067a3454a672cee69d4b507f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a5cb7ed39f2b0b56d1aa43975a3375b4556f14713ec128702ee1d18c03a503
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c229073897818752832c8f9b097f8423d0918a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fccfffa759044deec9cbef6ad47b55b0f20f8df6a82673a2e02b56154424c5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df33ad6486f439ec216e82a3f1ed4107b282053
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c2d307c98887e5240b874e8f70ca98823d989896c43c0cec89009234605adc
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06aafa3f933dcb3ce07884c865ac74bd7d3d1390
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3df1584aa626f76b22f5b7aac6f535e9f1b0b459d9be5d30fe1ff018fecb02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5ee5204c52f856601751a02f4346a6c8b944ba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56e98f58190e3f106d1c195ab57cc34218d38ed342057efdaa9ca0c83be2663
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470133d0eb58cbf4375353f5f3b9c90ac698032b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887cf9c5ac1ce55176b5a968c09310bb14b9633c1ed97c40a14216252660f3a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb05d3c72cf3c79c577d0e020c2d747d72c6c3c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99320bfce14a82b58fd5cdb75ef764c21014da24d26b5e2abf381dc351f762e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f4417f59eecaa7dc675b183f8472b44a1a7a16
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd8ddf2862a8db00356f7aa211c2a7b7fc1bc03f172880f03007939b88b5de7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad35cf42123ad255a11dd9aa0c4a12ee81f81b1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ef8c00af8c9a863de60378daf89d4b116accbeffe6e8d23c6b9cc2b1028e64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1aa0535a830c057ccf8c46aaaeac90c6e0f0ab4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f976378a3612cdc9848ebb60f794dffddf7d98e690f629b4fd7728f5fdb90f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5beed5ec4ca5a0c95ecebe06331659d4fb86fb95
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e477cf415b60d274bfa3bf15974bcdf8be0353011d34f4456c79b09326b8586
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0145488fc7821fd90a6cc973fc97a092e4771fe3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1362fbf39d6f7b51f74fdfae65800e61da124f837dd2e52d97ec334d6fbc3c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74804b0bb078eb535e17779e70f7a18f9826f0c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb32583d81a39fc1cabcb4443cbf8ca67306c60260d196406c6354955f509c29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7a2fab69faca7771b00ccb159e8446754a31f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913726b03425023f6ea180a807a79974a52c6b2193331b3f4f27c1a9fd4050ef
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670ed4dddb71fce1895d91eebcb84250bbf32407
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2035ca1940e0f866c02c0449b4b204c13d0f3d2bbdb811b3d3da295d10c824
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cc148908b854d6b1b28347e46ddf5fa9542f56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1d2f71e21546527fefb6072d483f6787a2361ac356c4f4d4b05a61f1564a93
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57656ea723b18295f73f39b3b8749edb1d690726
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307d35dd51e8aaffee008e3029fd6eab2fbfeca4d0b3b175f7644cc760a10ad1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70971cbc4d30f096dcd860cc315aa84d7f1ef4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3668844f3fea01cdc18caea949b197d4af73bdac4268e0a0c6c5776265e51b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa70997d5bf5a31ac36e3088c7e2b9ed42f0b03f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bac47531e4755b6575f9d4fb5b29bbf8e55f47216df61f49af1b33ccdcb222
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96621123f3ab69f59194b961ada4c47b3cb746bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04412b1908ae114d0d581f54e15a08725e746558cb55c88316c6c643c3b44eab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7d6a971a2f2e35c4e1930768635fc681c0c463
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18bce4d4845c199f877979a85b045d1ec56a4e0c304ae7d3523dc21de54ef2cb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba4eeb266c5d8267a6ef56c8811d64bb25634f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7406da1bdecddb65696442143e2bbdcb9c591a6bd67e8c471c6995e08252ef0a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d782a3f8871db4a4f5ccd743e657ba2c1ac296a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d51a70ca571cae0ec5cfbc4634632f26811499425c8bebe4ddcd195862ea92
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed8b1e1ba077d823d7702aa1cc57551ed0fd2e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb8917f418a50c64135494a81b7dc72eafa5a951dc03d701723024294bd7f6e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d2833d269b70ee3825e353b99a2a18d3a785dc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dacd546d250038eaa72d83be974d9b47f02b6fa8d4ee67ed0c6ec8e91d3b6d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef0bbe971e8d2175288c20147286ee7aef00053
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36e71932bee30f75cf5bf04ff8970fccc7e941a320bb963c6e5f1036ca2704d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f64f02176c1b1c693fbcb49dac283d543a2889e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069500c0914c2ffeac18b323aa26f577b69cbf61ff7d9659ede0c296c4bfe73f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceaecd4575880c1db1aeccc4ac89a348703c28b5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60faebe20a39aa3018f5147da2d4a819c20c6546d2f11c709424d271e99995f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7035e0fe6b2321592a2d20f8a465b0f9dbf39137
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c3e585b253ef711b94f0cecc54e21fac40eb363b72cbc7e9eef77df9c54f40
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f00f2cc87bda03b111cb71b4d6b60fac954fb0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e592c7876dfcc763bdcada672f73c7c0df68ba35107c94387f7d5e534e469d83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272e87549363528ebe27c59d3b2807e8d6fe67a1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81002899f766d92f5650d5da8a25fb9120b85ca6ab2a35fffe53784af4855c3f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b52f332a2efb70172cf0c52e72f1b4222bdfff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb160ba10654b5545a8bafb2a9e8414be9d73a39ce52d67938b9c31e4442f662
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336ced36bafe1a232afc5700e608dc9415e5f939
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c0d80092076f290ad7ef435919abef4ca0dd7b68d435af826168a6f44aff48
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe3a57402f042392810f7083ebdfc2f79cbda24
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddfeb8e8874e2fe1914367d3ffa822bce5cdae26e2f3eb749be7338fa46b1ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242feb749810459af02fe9b1231c85e66aa0918e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347d0421f640e6ea4d140f8696f4dd70691332a76f426d83b24543200e895434
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d068f6e14ab5f270591705fb5b2c3619a9f840
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44dd2e6139b4170cf69e2f81a1474a121fb5036b8fbf5e7295304e69fa24217
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1588db5a4171d79c1b3a53fb69c3b45fed9c2b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327552ed9de44d7079ccf43b4abe8da3d3d404ec7332d3b5240f725a0ba1102b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd19c18f2e868fc0b3fb6e4f7e5c44b1556e2e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf1444fb056cead314bc94238050a6d48f1d66201dc02521d8cc70db5fd24f5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf4861efb34600867593abb4a1cb703b4c5e47f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b4150a85b2ce3270e7a6f36339ecb17d35b3ba99bec3c2ffb2a407fad39181
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099e29ce6f6e4e2008d613a09a17f24997f7e72d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a949c5ca5c8e4fc178d33f6bc8fd4c017f7092a1313949a24c8543a2321e6e2c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c77933ddc23df9f61c442ae0e8126e9465be797
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d15dbd09383fecd719e180aa0c541c0eabdbc6d94e69ae633641a4dc908733
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d6f1529779eb31f9289534fe4701f3b273abff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8953546be63a0f5b3feb668b6867856e17e4a5eb1ebc6affe3993895d00ba0fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ec1f17c65cb075298caed0f0e7f46ec01a2845
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3b69ef043efff7029372b6e1dee43176ae95ef31ff117a532620085258d647
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d458c17f888707d343a3b14f19f17001a022de3e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61407438bdd47ee7ae25cdcc657f421b6d783643ac241c1c3d70cd48597d71e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87e729091ff4753b002cda85105516ca6c855bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82029b99210a65b894e290fb0a57c8cc23f2196e7ae3171945b1cead3d6404c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c9974e20394887fa71e9398078be425aed4497
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668b7f9045392bf51fde6735cfaf87c5c648125c59a0d00421caf83c5ffc8baf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e42c37db83fcd2ec280c3f9acd8225f4c52ed79
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d7276124ff2506e14ed2d8b50d38460b3a842c3e7d926941f84c65d6b9468d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40842c7ba0a94266c75c87256b5c6e667d5b0547
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c44413ea44e9a795c8366e861322abe2492c7519f546a8d374125f117696bc8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac818b7c6da18f5ff84b953faa1fe82300d5397
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f5efa7df60ce35c2d3c102660195babf40d4e7e9c635ecf28c14b5136a2be2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c61265fc4f8b7050ab14da9299705d5b22de0e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2ea476154c1f58106da71bcf78656a9947f984af62242be60dd1e6ef75a6a1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8fb3fefe2a35b6ac1be288543e222041a343a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3235292691683144441d0b100b6030704857d3439465b5a6602626fac3fc27
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b6d50e664f36df8f3a50134700f929f4114e94
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91176434e74944938dbf9bb0de9959f512e7d5eb75281119a750ce88c20aaaa1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b47f4ea0f0b85735571b74e993cfe5fa1c40234
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709881b2743ecbf83b445775ed6d63ba89451a53bface3bb61bc8cccee945d75
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc252fcf551595aa57bebff18d5cbcb5fc67ab96
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74016bc1a2b7c38c8dd75976afc61c1f27064ce617b8cf2a28bc6ab733f18c9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa4906c7bd1318b91879e8b2fa228cc04969507
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d53ec10a2d1a39c7842d21e48f31bfd5f506fc43c77d288c82e72f6311fe9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fdda0f540e4f2c5f8deef7aeceb8ac14927d91e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318957833ba639c2ec54219b709ca0ae63e06c206890661f7eed62ff332d853a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cf3824629c5b17cb0ca796356bd695dac26fc8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35261a76f1eef6b5c9a870ee6e12c7c06252a1819895acf7c86140c3cae0fdda
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6fa2b4ee4fd7b60c2e029c2262df15131032ea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7390571f8835c6d70c5327d6531a5ef1065a13152d82dc34cb53f95f48e90f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e817c89ed28ffd6dd8de244186858233ec36ed2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f296664eb68ac11a2c6993108824b990e8ae5e59bdf3d5aeea932bf54bc8f065
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c5002cb9dc06410a3dc3c2f21c8d08aef3ef14
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f5089270c9bc09e47bfc310872b7475823e9b2a3d766d4a666089b456bf91b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d611bdb11b3a836e27bd3fc5c53c3cb0be23c7b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b7e367203c5473566ade518d0119f22c2485dcec3b6dbd8245d2a9c99b9080
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afbe9f6bdc7f6d0eac4244c7c8be93e09b8b417
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb282c184d88b1bf6cff911cdf28cf9fefce05d0811b8bbb015951626777f1c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90122756d0cb7bcefa52df62f12a7dffa3ccbde1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffbb8c9149f6c6536d0eb88602cc77537296b19e23133104ab1e293767ce52d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c139e6b0ebce03fa2442d2bbe4ac364c1dbd275e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa856051b58442753120295fddcdffc0de3ec0bd37dc006d49aed9b4534628d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e718cba605ddd6f240cd4771155070adb380e828
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998f50ec18f66ce68edbff313fff0f56059a78d5cfa97108b152a9282c101bf3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31f19511a51835a909ce9a80f3dbeb6fcaf58dc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b49e4ff5bb815ddc48d140fefa3288f89834fe7cabc70a01c66d0b21fb0a1e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425dc5ee1af5095ac52dd16196fec01c7c46376b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91da2ac5f94468d17ee670a3145b32487e85b8ae1f5fd125ebf94eeeb4bea48a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345bc0ba5cc7e9e2faebc862941bc8e518cd1415
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce0bf48032648094eb6e463dabf72d7241c4d7547805656495e0f1d6ebec898
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becf020e2df45464a5de5557f8e667074016cd4f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d4556f29a8dbef00877211dd630df2969221ebf299f570d1ba07d0bbce2724
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae303e3f0cadbb317e78bf091464a639ce1cf1c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f015d7f3e0d15714de02ab8e857375790be507255fc9debc3d7772b3bee3d5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480226442c4d18044b50b377a0e1ec0a084e8204
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d57ffdb0b7fc4a603aebe90a4b7eea8354958294b63e88e865ccc820f1db3fd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ef2b2ccca850fcedaa5a5cf0e8f2bb3cbbaea3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765691f39697502ad0e1cc033ba556bff80bf97f9cfaad10294c340b72beba71
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d818624891f31e731d3dd2dd86421f5715bd4f61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e066343150b954d03772be2fb5870d5727755ceedad4499b95c41b8eb2cd3a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3d07f9b271793104e2683d867d1fb9d4366c4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b107129d9b343a84dad3dac42c0d7e8cbb6aabd719aa25cbdb23978bd614d5c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1e79c3b14d271627b122ad41edb9e7d6ba995d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7117ddc031587da9342051d0c8e9b331856eaf74b618f24af4c7ef07ed3d51
+size 42115
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3999c059936022102feca194c95bf7217e80ad31
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96eb3889a398a2668c301e0b1d6f760548bcdbb1765cbac752a4a2b719498e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d63ff375edb6b60479daf6e5c4a639d259aec69
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ed27853843ba59f19883bf8f6ec883989c1b9120b6194c447267967e14eafb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5545a7ffbd2cd1504d48b65456970f3f7d076e8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed928c0ebd3934c4055dd0281a3e556f889e07469c973a519c61224a124ee3d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6336b40519084bcd01c000d5837c7e4173dead
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3078e91ccc3a0cb919357d630fd42463f9e366cd1f5c6067f0a9a61ca43f0aec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b84011a0d8ae5c7ee4d0f1fccadc05f40125e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd6e596e5fb57361cef8ee5162b50c9b09474768cdb39068b94294e0580363e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c75c34591598e53248f0288dc95975d49a0e5ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff584fb6ee84ccff2cf73a46368121dfb2087ac5b1752f2ffc8df33083efa8ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0deb88870cfa3d501d2b0a71e975b6b8a56c95
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3284a81c1242f7d21c8b3dee2d1b923e36ed66ce19776882f1582c5f03dd396
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e09e5e24c903302d20ba38e537fe729e028544
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32f2b03ee4addaaa7c5ea68489306010a0ba37e9a956449b2b20e37f65ffc47
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce0c524a4330eb88829f15d405081a2730091e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c3d36378b2da62cf7ab478506e94a71783f95497af8ac9ea1f560c719d7203
+size 11395
diff --git a/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79858c8b4c6adf50bca784c955d800ac7e80bbde
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479a0b632cd598c467d728c3b91c5bd819e3cc0f4b2fb456ca1d85e4c91a3883
+size 11395