diff --git a/params/phi/8/rnd_search/comb_8/init/lm_head/_0.pt b/params/phi/8/rnd_search/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7385fdfdaedcffa873a635b9e55b6a1a668cbc75
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea91fed5425faa53eceb14b6ad3a92ac3b2bfee5099135fccce8900cc1825ee
+size 205955
diff --git a/params/phi/8/rnd_search/comb_8/init/lm_head/_s.pt b/params/phi/8/rnd_search/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb4228acb6c2db2061fa9f3d20834173fe40e4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef7bf63c846818121c1da1aaf8a0120e83d3f980f1784bde774a802371fc720
+size 205955
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bc6636c1891b1175300be679b32d973e5e0851
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28e5b29d44f093c663f496e02e597a36fd4425f652889442df2e4c7595ac807
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc8f789ffcdeffc03b218003ef3048cbf632d92
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2485fce89a1ce21d2324fb5ab99934646b84c32f7d1674620b71c2c60eed8bf3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2dbe54ecc55303d0fafba307443b81a0c5335a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf715be573faa85f193dd9ba19fbedaa7b0fb31c3095db7060f8a7372780ef8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c4887d2de6a9b88e6b7b87aad1fab4166dc4e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b49995acd86f2a47e49c3e28b9597ace269b1dcd8f681b46f3bd2ea33d8dd0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38caefdc40bd01809495e2d11b4d882834e69748
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630027ed851365929a33ea69dcdcfe1f0c7707179f8bb776e96e7b44676abd85
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b21afbcbc6de3a1f47dc6f42e5c4d1b1a409a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd570be990fd85dcf19ed9a3ab27d5d4a937d6e53e6dfb496a768e8047b6b7f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4d3e4d146dff85ef29842411020ee109b8168b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd0f8177fb2b3658f05213b2d284e3913a497d431a01866dd035cc2035f5799
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ef85ad7d4f4cb7bf933bc7ef149958d2b158ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97190778aaab4cab68c2ae957bacd585ba07069f2b417ca81f16a96bb8003b65
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a7ac5be00d45d4726eecc4ff8891cb8a55516c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699fd773069db14119bff47f3e3f64d3f0367e174cc72e648258c51b1a0ae111
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1327aa252925eba7837fe625b81a4ea4cf5a460
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78398fe1781f0e14024983c260bc7677a49954994bb169b83dd884eb437d9737
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54aa358e4ab645549cb6d544684efcab1396335
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3d4fa8cb15b32e2f6ae68e640c3bb2edf9787fd2103835fad2393f64ef2edc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1007f34b0ee369a0c575564be56ebda7e0301788
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0835b9b5cf2b1da6d0c3496cdfbb7655f9ad66fec89c5eb9875f582c7e9be9f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e324c4b3cd5c3974ae837be3185ae2799231f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81ee79bc30f44c4d890027936e030e3a05bb1f74e4624178a84bd06af985eef
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b93a5acdbfb46b5694d086d347ba35f6ab72a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c00b74ece7a3ecd8ef4decd3f459ba79c4fa8c4516ed1d13ce4bae1e88bf007
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2399c478d5cc85715494d8ad95d7866d7e75f616
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1acbfd68ccffc02f42db8f0f6ea2c074662f46862e71ff2de06d6dc8e3857de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6efe13f69db1fd07ed914a854841f656953458
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff56cea0278dc334e9b2ef9435f46f310673258140df7bbf83fc1fd1bed029cc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d26edc39e357cab97378111f306604c1ebfde3c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4fbfd01bac60cdb4dfc585717e49d79d89c3144c2f89b1a828b3cbb18aa720
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9c199e837dfe5ea712b34a9d7a12470045abaa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226b682898d88b8d0b37447f3f0224271cf24233eff0a08e5694366ca793c790
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d916b13b186d751363fa08c1cdeece8fe25eb9e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461d0be93f5c141cfaff2c33d0564bb1a32a24523788008587900927023fbc95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b384dcd0d38b0c6c526faa14cfa7b3368c7e2eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c7c8e2f43e9b5e3f5c10cf3cf8748e4049a786af26865fe7927ba1234c6c7f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7843a50322d9b8d2d8d90501469eebdc6607b8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3468c981c7848bb5a68008291f35a46b2fe982f6c09e89aae1eeaca7daa4270e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ee6ba1b11e72bc05578211c63ef2926a351b87
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420df669c0b72b7290a2358123aef4cf237c261a8ad7c3156b3070135d12977b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43cb36002fa96b82ab075b6b84a23f976afd367
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2b1144864d015e5b8c0f5dcb7d99cc704f3ca4306df5eb11a03a778ff19476
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0991a77d9b41dfc555485fc7a4bd09087b1db7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0354b4a7c5c49beba24779b3c1f4c9eabd06c385b78e5252eaf3d33ff0ef791
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d711085965d65705dea44aef59aad0d9f6d5a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332feeb77bc97aa20aeda46bb6c20e4ae866230a44a51e3636dd47c34af1ed18
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1104574e9513e958b7d5718945bd3555a238c07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171c01257f45e0c76910586c11ed554f0a68d567c412ce4645681121b652a3fd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8323f2dd2dd399e2cf719ee84e70cf5eb3d867
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c41dce9300a7c2badc7693ec41cbecb5a0eb2990f11cdc6b8cca0aeb30027d6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d93d7dfff257dd3841d1b0f3650e1b603d5da8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f7ff9e537707d542f628bd2c8855630e96fe8a2c093e775d9199bcd6a7da81
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d7995babf51e269db34d8630232dec0076325d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493f3783ef40f5a81db6c24538f24c6401e200a3c4b042cea360736144b3251f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0355bd28bec01bb0eb4f8f34c2f9e31783df1ee5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb02964df8ab949bfe53c206af9f15792be98e2cd9035204dced700ee8f2997
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91639587bde71f48feda11edc921f14f0cc654d5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49f38710f89f8ec1d1ed8a20ac382fd5e0570f9e0b688792c3a49bce203c12f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3921f8212f2411035b1b8014e6748e1bb31efaa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a2195394aa25f11543a1ff4f6a0cc6064564cae3493d27378db7843dd4a0e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a775f4c1c135c8360d227ffa51bb173cc59fb059
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95692494e5be0269d9a1691a14da20f1e271047dc1420b0d715ed67256dfc4a7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a14f7449f3b8037a4f0ad6bfa556fec1fa0ac49
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d0ed80ac906165c6e1ea2368477a9d2cf9a42bfc932b01d7388d8ca8a964eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c51f47a6b8076f852ec1189c51a1a718abb278
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d9435fe10fee99f8ce00dac14ca6dfbfc5bb8a6166e80d383e1614c4972961
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57897a6ee58b8d9e2e8b8e2362df8cd64d060139
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f1ee7c9abdaabb01f4abc523a8ab10b6117aea2d3174fb87688558d67b2dd3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee10332af6c311bde80834e8cb51315b468bc4ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1221f37a304ee87547ab668d7389104da5167d8935e0bd159d99c03a344bbca2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4685efe9a71a97ef06034197a662381ec429bb58
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7cf0c11f2d43793a7a5b2fa5990e7deadf25f90f0896e49795f5ef696c6fd7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f8580250452c116a74e277786776ce907a8c02
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cde30ef3397cf713c1c639f7606e775325eeddd36c96f295755bcad8bd46373
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315d866a2a3bbd6d635d85d5bb1876f920467e4b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436e26643ed89c0d7d9559646538096e09b956a09e347ab13ec907c11c28ae3d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195b5bcb697d6999a920dcb4937a9bba20ae2916
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059555f42be7b392abe6c8aed7c1bc91cc7298a75c03aa1744ee48af31fac287
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3104005c723aed87588656db028cfdc50b0578
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebd6f15ee09b901535ca2e6366042cac7c5e130856747b2761ab3859c5680af
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ab59636df671602f950f37dc7340b6ccbe59f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbfb0d6921e3b8da0ff509c0efef64de8c10197761612ab6d3df315cd6b6c9e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2be15e0e25f377185d6c2187fdf06151fcff996
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4de332df4b9779d877c55aead7e2381a89cb22232a21c4c7604a2dabefd81cb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29465f19c708bf3f9265baacfc53be85a3153d29
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeffed12e7389cd4956953a59c834912a28662c7abff749e66f2c2f6f0da0b4a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d285e50333ecebc4ca606a6501d08883059fd822
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b93ba08ed911b89bc120d850e1dd58be17fe57c7b0ed1b2f68f1cb1aa4d88c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723368e7d66a19ea1435932173825ccd329ea319
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca1b793875de743493ea4e146c4503fc685abf971925e3a93b827c720c301e6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbe891d8606fec7284fe5614338b8e61c2e478f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f983c10bfed46666bc4d5e95321719a27f1b4edfae2be985a29f8a96b217931e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdce0bac7e9fef56a607868761f0aade4a1aa3cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658a71c6838febb0b4539eb99b10ab2a9f5772203ee0695ac36fc8ad00b3443b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a56e01d74a9770ffeaa9cd4f82fc40a9f593cbc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f095adb365af53aeaba9eb70bdcf2df1b0eab1607665b92059f22ffe15cba6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e121685b5f71eb0932a48e5b4aee62064f07c9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c837da28ee93b91f4fcdd13a2dc171620cd71ea9a5cc54a002fd9e0ca56fad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ac99c58674c92050fc15e6d0d3bec54ea10bcf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b94526db5f915c49ebd814047b04ea916bc0852be0b4c0c5d4ef036cd4913e2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbd5e56af3c5ca981f431f420aa19e01e27c9f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb094f47dd61b05a5a36fb2a8e59b98badae04c0176249243893d3a1fb2ba0c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5649db625fcf0c19fbcf233341242b1b29071a72
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c3f03925e056ed955c32f497b158d8f12246c453c27d1a275a309215dbd375
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086a255758026fc7e921c1db767e726e47d85885
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6817d7de8669c97b9be1cb50865ab79dd9342473887ca7c2af5dfb01c514ac2e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3adf17575f784a82a79be42b1997be5822d248f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0a266988991fa6dad71a8bbd0b389886e145a711b28668bf2f3f7466974001
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac7c56e3280cca8577b30fcdbf8eb0f987723ad
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64fcea089e9117b89c9b3e3c22d8975c303b9e7db84ffd56fceeabcade93dcc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1491ab4081af196759eb70148329abe510baffed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbac782cc059958b1a20c25cc6b4bf3001a033050e79f6e83988db2fbb0e3e2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a8c720bf4d07d2c188490934b779dd12923585
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787dea8057ae4d2725df4e178ef23f56729279426bdeecdad6cdb0b5458f9322
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e953618d30cb3bbd6b46c4cfb3b39e1fa09446b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fdbdb606f5c1208dcd558e5679434086b1a5a3de8823771981b8652ccf5cc8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44830ef7ba244d83f3f9560b5114b4f814d57d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03456ff1eb374a1271bc56c498c9bef5c95cc947f67cd6f48461cf0c5cdd5b13
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78f4fb35378e35e2b4b8b20ecd1512678b41e3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed15164af94c704984d6e8037ee6cec8fbcd3b35c211a3d01e7fc82d040f67b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ec73bcbd69a02b320ccf76d0f62248dcc71c4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762b02553f4b19a5ad7990490110581464857789986f1a8bd9c8957baf3e1a3e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf6ff83a86ccaeebdf4c1b82c490ce7fa5174e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbf2118394ce6501be393fbcb05142463cd719c876eb57f86fe67a36d6449b0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fc0202cc165faecf30053ed16b8984b60f320d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def9ec0f911dc2cf677776d805db3d9b04262748b2e48e34bd33a4d70c633c15
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ffd60aa178028e1479483e94c2ff15465584a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d229867997ed34ee27f1530556ce385aa01a16f7cb268d69ae341a08f17895
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aca3ee30843f46c92493a2f4c5defa6d0deea5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f632e3816ee77bb67f4318440352a94b1761ebc55f47bdedfede0411a910bdf5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbba84d90f641b85a1f0ad39b12f10ea31059222
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06b4af9f1d9e2de5f3408d0e88e1775a5e09a1d44d69fc7b14ae2a94ce277a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f3b6139b2b5eb72d2f7fcb63da33f06092e674
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dd6969e8c1265190d8490388dc42bbd05d0efac0f4c1cc8dc398f9de0a9875
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b98071ca680c81320d4db6d5bcd13c8cfc5d40d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4b725f8faf13eae43d06d69ac128632a5422f99610a007397bfc84d15e5a1f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d09ce916c2072fe16de855b0255ccbab6e0f1df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d63f626472917776c44371b4147bfb0897ece5c3387a3380daca10c39c30e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78768f642a9a93f78148f1ca00680ccf92f7c077
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd940528a7187f4cbeb5a94e60d5c8611b0cefb8c8e473e03a331f33230043c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8a3511025d0631dac80fe8fdaa1ca4c2bf66dd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf67aa6508d29ccf1a54247c7dcd10cdcddca42db41b4a4a75a7182c6556dc9
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15dd3349b61053bcbc6a4d5c624eb2a022afe56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0335b27ab2c497feaa2cbd425db1e90d8819a2ca1e00f6d1e946f7ab06e5c19
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b094cb1a4d7426206fc38a1cb47aea6e82ea8b3f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f040a62b4feafef35095d8f0bf717474fcd2c85cbcec84ffafbed9bc673399
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b160437d9c4206bbea43d6d3509bda8dbac551
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87d5ee3759749e8fa33cd99ce61928d630720c8ed855858a48b50aafddaaa98
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe9e91fd441e2c12e993f2f2599a77fdec59ef3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bdc3449c6194e70247d248ea4e451abe03cf74c76885a1af01693d0c4094d5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a0fbbef96ffecd7269cd120d2ccc7a493088c0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda6578ffb9ad6c8381ce98daf57dbd4434c0c44329cd5010d1e009b77238c72
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4073f8777cd5fc1f4f4221c9d7346277dc062b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ce48d1b77e290e87964a6db2142b4caaefdaae666c64aa0e4180a6ca4dcdaf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3734397f11ddce9cbda5ce96a0fe7e6d5b6996
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a4115e4eb27d2c5d812fb9411b2eb196faadc83b7690cda99c5137316c09e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b17d8bcb61e130ebd6ac4ee4910edcdba182e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cc17ec44114399579af16a602b38d8ea8948363e45475b756b56a4421b861a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea5b7cf67b5d70bb3dabae1a8ee5983123c1532
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76da23b14b15fff54d4d1924f681e223249ffa94cdee44248026fed62e6581c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f4178b3f39280d2694966f65cedf223fd28c20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29f5ef58b46f86564c4426674ab047239aa5491af1b96c36a075450a6d43927
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf2598d7b0d8f5a7135b6e5c827d1f59aa63c55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8095f3d1a7dc1e6bdf4c74661ebdec9154fa37a3a7c4a0e4d1b2c018863b87
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb1c7bce82909a977ae6ad1583bfe471b2a0cca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c07d1841191815d02c61f6b6767d1b8f0ae615d8c5cbe3df424639e07d02e1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485d93b74f7fb7cb30536de9d0f45a265c364e4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f143909d4032946efdd5608a8bb4e89de3e0fba2e97fc94c3d09ae24e74dd45c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e86fabf871be8211b56b41e90e6a8a54466e12e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e70e93a38a5d9c52f92ef529ffa9e6c804450540f2ee2f0114748c275e75f83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79529527a107b0c20766b85aeefa568a3a37268e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46af01d2c2df339e12fe04850811b6733f68dd926f8d67dcc4fe657cb8ad616b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9127b738c258fcba81e7dcf2c3ca530ca060fad
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1763e4a76d05a23fc077c3ee771388d0e9c71f9818d1b36f28698286a331ca7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af3db09961a93e331c763d492aea836ca0786a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78b4164ff79c10e12ed190c583fb260c4c589c4d81e21eee0a14d8e45778cef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7189e418f50c90d5db3a858e06ced598938d41b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e9cbb10d93d161722d23c9df1720b6f489dd4b6428f9cd408e9d29a4e8586a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037e2763a550773493c808abff78f447e86f73a5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa078440b1cb1b25b9c9fd8dc0697a115baafe1f2f5cc608c73303fc3bc53ca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cbd194ee0e4653523da8219ed9d2bc2e3a9622
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfa9cb9ac414000048bd23ccee3d49b4cdd70680814761adecc191aab9b4f97
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f70e64232009334ed43c54c833933c2933d794
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03319c9788eb24d20d430a36ec6a9ad4951e3383acb7f1a9fedff0357fdd7f4d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dea34aa27c862547b9e5aef9c934cfe4e22c15e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcf8d9bce89b4b085cbb71c869df4c9962675bb0231b78aeea4b9b13d64295f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d16abd1dd1dd71dce29e0bbf1c7636ce09d7bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e606c98f058900d0f531a5dc23cfbc78a034bb97f0248532d96683d4a3f5ec7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daee12efc6135a9550fc80fde8bce667648b50a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366d100c0bdc855042ff19561802f41dad27728fe183c003ba3462fdf742f397
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88399427acac7f2f033251c4790ff30dfa2492e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6c997b092218c201d4b2948c32e18ec7081d401cd4a69979cbd980af7fc980
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095e33e7e6c001cf5185c168addd4eb7a92c7f7b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ba636cb6c32b56037535baa544156c02f68d2a24c93cf81d15f59ef55e60ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafc83e61cac8c12c0be8538fd66e5c9f0b5cd8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1861fc49e0e5306b2515a7ba5c6e68fd41d352be63f981befaae1ec6eed17b8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf78ede59325a7bd47506a3e330e0a5c8b9f9542
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4847eee73235c1757ef12dea4a7e104921eaf9870a638fd20a191fb0a1c2c41f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ca592079e45f8f8d7cec72fe23a669e6a76170
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6c87425e5986c73e6f74a190e6bf38356bd15532a5626f2b8f6066b2d38bd7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a516105c06066176c90484a1cfec675f85956bb4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1334ddb59188cea5b8f2e930a69540f3a0abdc3286f5d180503f8267af5989a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5d7bc09927cf67fba7d6657208989e6a192c76
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61b33f3e6a662e8aa64af6f2eb400a609c527ef71ebe4f9d0875d8634468913
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db2ff02bc25e9fc1316ab4a9fe8f6c88c4c0e21
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0293e5d240005fc86bcda2c183f9eda72029ed274a70a055af33786ac6fa62ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bac90809ee043374583daebe4c4580e03d6f1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba89edb9289d0aa1b5b3c158a1a07fa260289ea7f9ad473ae64778f460dd2138
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859afc4f15e5a3938b3f40779ab4672eb07857be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d5945e590b9d3b8294ddf56eb2b1a9ef60113f1771651354697a15749c2bd2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54747936e0bf50c37d7873175688659a345af9b8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07735893d64ef950db43de2c12064529a678ff6f1ce6dd14acda1ef975debc4a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440bf780e6e4e73f851a0149e4bc4aa5055a1726
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1440e348eea04fb87aeb9a12166820b31f537bc0d4b19d291c126370d6ed1db5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c4ddbbfdfa342b0048a177a6164b01ca8e0d79
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef819b8dc31c520d16cd4dcc28c2370c94718c14b86b43c3e9b0350dfb03c8c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e972af3b794e86983f269fc1d1cd28172c4c8a6c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bc0e724e820e3a42f8e41ba059daadadcffe2e4eddc73e3159eb28a03ea6f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f55668c2c858784729aee3854e4075eeae2bc8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6355bdc5b2f811533ce0e525c00e5b3d96335698703bec93b7fe859175f5d1ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3120b06f498c04a7cae62e457bd63365e16e381
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5320120d23d94d5673442702cd7e3e068dfa9f40963ecd88700b8b68c35c42a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8372f168d69e0bb8bd867273a1d19ed7964166cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284f6b279fef52c67979ec4941f1c9a85cfb7537e27e8961fad54bad7a276d88
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53392e3090045b8285797ff195985255637a5cb9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b70e99d828844f7b88eebca0ce4d258774bf41db70539923e6c22bd828b290
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bfbe44a83c5f6f650cbb5c39e81d8b7c22085d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ded77bb70fdf7f96f5cd715923638e8f651a8befd6202dba7dde8d54c375f83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b95937f2036164173579b4aa0681fa1f0ef182
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3622a0b3701a747c81d190bbfab29d6cc3cb5dcc2ad1a037e53b9615fa6b4a68
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd84538fdac9083a0b02aaa4280a00f43b26746
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2de435b706842a1ae56466270bbab7614e37503716454bbd03ab0354c080edd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0178c75ad8be362fcf01bed1767e6bfbcb51d390
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fde1c73af57d9aee98b1387a2df3f5aa5e8f6fb4d334a4f12e1f27a29e381b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e12259843908626eb8933e1448225a986e3a4c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2016431368aa4c632887b128e586931264720cdf1682108d21a6e8863c68164
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7f79493dda3ca6043f71546d184f46a36c6549
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ec002c459518494fd8eb094a63f77e63e8f6042b2202855e5c6244d6f4c257
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab16a52d63705dd4494f40652fff6e5409bc6abe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabd8a9185d5bce9dea31463cc25e6daaa2eb91ab1d335c0187c50dc91002a57
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4482f683f045b396aa37dc1d2b79cae16e4d0b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c58d74613a76ef1cffd5163078880ef5a00cb5e01b91d2a645ba16e7288ca7a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d595718bb182a2fd41c7c1115a833e88b8bb09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca199c8edd37c8eebfc7decdad61eff66eff6f959f1f6d1ab3496a5e1d838c83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9f39f021a85bf01e9a0cc989b0be866631bcbd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f08f415cf5ceebdf1395bab585d762f8ee27fadc5f95c380a8c33e6ef04285a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c67ad1bdf33eabf4f7a4c317f15849b5bb950f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4baabe365bcd98e7898b500412c2c4e6b0901bef61ddaf41e26b75b9af1f2f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457f93faf2d5f9a275dcd2c6b7d82af722e2b0be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7425b75a746dd7291d379d30808e5ec396238a88d594a33e367b82a4bc5f30e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf85b320ff527b4bb76cdeca86fe5af3cada2294
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4620504b488f72c903bdabb4ba237e39df2ca6cb34aae60ed020869f2c2da2ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279e2a954119768d97b4ca6eecb07f204dad85f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869c260bb053e7154f0e86d5b7d6fc7728ad68e9e8d17cf54d55e8a1787e8719
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7f0e95ff038b4863659d78338501e77e1d8266
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f75b4857a97ec8b617cfa79962ddb2a2bc0e4769f7d9990f0d4ebf324fdf01
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa809e3a86fd7952a86df69d1a0e4149591cca7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdfc51a43c9a6ce48770f0b7e3e897771024510e7f5c2ad8c3bc4147a2b3822
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a89919e933dad18c9dd64da09af5c3e68a2f451
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c4d125115ed80316176a2c3b71ef2fc773c1bce7f21c199952adb1628af81f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3688405b96cda4f9547fbb60b4cce13c367465
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9f3a8db15ec5ae8d2171ce759e9cf7430c2f1b21710030939fb44fc6f454e5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3965dba7fca27454f1c32f5b634d695961d21946
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75de08eae45516c1339dba26f5718f0fff4bf94831764bdbd10923851bfe3b0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb52cf0c8a44da7a1485f7974fc6001f8867cd1e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a91312083864b5f9a3f6dd7b33b9ad3d13fc8c07206fcb30c2d3cde7bfd0a38
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9344882beff1ae3098c3a61364b60801db5da1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daad73ca12bf0fdceb54c7a1b3b4cecec469e4a3b83253603becd75e9e53eeb8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58987690a1c772c44316c23e09c28a59f83f0af7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba993eeeff47545db1a4c38119d785c258c36128e1e53be8fb1c7e1da3d6336b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631e0e2bdca6344efbbe02d4296dd5e75dceb0ca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caaade2882bc6300013610b7a724028c0dfa1fb63de642bc2863681e37034556
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11a0f28016da1601d295e92c0836f5470bf8f16
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c45caf5f4372912ac861a27e81acd40097eaa408bc6d0e0890a147ccdd8208
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80fb4a9b89c469b09d7dc28bfa747a307a8c21d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237a51f19a3858785443c28456fe8409d73aeb9b7dec0a695c0619678a6b8270
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e22dd11413cfee10cabfc35bda4ea069cad2336
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d71a34b3eab615d5a6ef1fff67aee1c034aa300cfca7cb09e374eb2ebecb591
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0881648adf11a286244d27fbb8c7146d0f220bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b736c66a17937606fd89deda3489980bb90c93558d2dfbfe8f01a2ce9214b8cc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6f9b98304e1a9d40eb11229fd4583c69e74cc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f49b42e26fca50668f7052e990d675bba0493a026aecc523c8ad304976cde46
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89b0f9873cbf750849cebafcaaa2b3ae6025404
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62297d662f663505867ac9bd5217d41d94d7f32c5c7e55fc5d37210656cd7d0a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e963a22282b0fe841d1fbf723768e421bdf88ede
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9305f821b54d627b7d26ec23330603be2aa9283344e792c0b75a588d78202b8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21b5c1c83056be4a4832cdb5224e88025312a84
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde31113aa033708475045a2d9dd51b89387d8ea1979a4c151cdf077759a9b22
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe780426319554186926943be53488db4c53a69
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877d25f5d1fc6474a02346a61bb96670089d0bc6e0060af4b801379fff08a813
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdb0fb0ffee5b445676a4ca965e409604dcd756
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901f6bdb5ec6c001bf5252392ccb7c5225de16cefc4ee158b9a8fa37d150c436
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048d288e5fb53a9c5cded5998d9cb3124e81af69
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02961ce83d274beaae63d5e17727c762822facdc9ea714e3192efc760f8fceb3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fccb3cf119b8da9f9c0cb78f5e33e54deeed3255
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977a9754a39333447333ac1a6aa97de5c66a9cd7ee5827c2ec6577cf3b38ceb1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c262213ef145126082bfc08ed38e310573bad14
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1879f9b154a60bc0401a70eeb8fd78f88bd0d8d14ce4820a2528d601fff0edf0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c9367655fee597fe6094874753b533d749a4d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04460d098d03dd5174fb0367eb86ff0365de96e97d8edc1fe0d6ced2895b646d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c81090071a9832d05e89dc06b8237b15f729231
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776295b943af97d0b246bc65823edba69b17813c48fab680c13b9825a35109a9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c624470bd8f6c3a76f09068163e054f487f0a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cfd42ae325353c7525d72ef41c2b2adf69bf8d3a583f601f4cac6036298c21
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963858d660e4ccbb4b88ebcd89a46806211208a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06c1b74e3f90a6cdcbe45d76d6cc30fea8fa03f0595f825190bfcf12e141dea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b6b6ca3820e6fec3eaf6b3bb80f12d8ad6f64a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c945bd73c3df10e8094fdd5f42728f43a10ceef1567f168ac50feb9378fd6b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4beeb5c0a81b4cc58cbafd486d50fb5c0278cbe0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95aa8be41d19973b483634d0ce98a2985ab94a86eb0f808e59674d6ae6deeda
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ad31bd8abf08326a3ca2aa25ad8992cf89c30e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab7c3914341496282a718114f541b40dc673e3df1cc5214115dcb3207ef7100
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89959f1cdac3659bb2d03b5427156514f7e96035
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32da74036927a12210e9ea05a7ff6b35ee8ff285117b666bae73cad8bb897906
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e2dc346798dbdc56abebfeae82c206a6246e22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5e65de79acd68853f3d32047b2963cdcf5d0dcff089fb3e148a7e8149203a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934035c6425d81742ef78cf2b766707400a8c04c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ebf4c6224229ceecd8facdebc8e46b3b83615ab44727b2b50f6cc700b18273
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d491ddc4db6e2dba702d49aadfbd544b01e826
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91bb1285d469758e1fab562f9064f0e47ac9ab2340cf473c450b5805772ac0f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aec21f1615b685e9a3fd84d3c5ef8dc2ebf5171
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc70ea7cc55ad866fd0ba8f870058a69f4ceb6a1544f6e08ec8e657c27d5a16
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79ceba616e9201b4e091b1a033d818b2891b735
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eface274c4bc97b607912225d9797a82f011adc7559f4148f934a93b92058a55
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd88ca59c1cd5e6dcfc5819a241efffce83c13d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7c6cb8796adc8e162f9be779da64f390a6054d80e9c8897647cd6d949153b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77186dfc00eb6d369a815cf58d79c595d849a1e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff63f17bf624a41a70358edd2c1ebaae765d46a73dde9503d5ee19255646d3fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07dd2ee21bae5199f5b90937c51c2a4f69e94ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4875aea9f394488f1c36d505b387fb8294807a81987067ead2384f2c6d73e20e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8f4e2f142edff864893b27bc4e283c3def056c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab5b6351bcb537ff964bd767287d38252b8602f0e3cb594530034e18c8236fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a3ae957b1ccc8dfeaafdfe9930921545ed1f8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485f8f8a37a1a0266e3655e280164fa2c54a43b4ebab558ff6f1c5fe4613c64f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150294e82fe2a10803746818fb87e660a66b18a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10a335c4e34289e326974a490a3cf4c0bbee74d9560f42e8cbc23c9003a41c0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d661d9b60bcb1ece58fdcec352f0507a6b64aa75
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3301c279b2d29c039f1558cdf2e092e68f7e82ce79455ebdb029bde50b95e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba7571aee8ce1237fa393129bf6f0d8e622158f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5485c8c353bdebedbd8026562ab73e6af0409b07f388101277c684ca1a1760d4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a7e8299bdd6b18ae6fc827453b97063ebe42fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d95ee43fd9882daeea570406ef7290d5f3ea1bab617d00f1d13990c1dc86dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85366ba9b883db4644f56f2e68da8fb290f0b364
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1330bb16b8a4cfb56867d7462f441d7990b389aec26604c485db980869f8e93
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8845d4b63db252cbc0193c65d87b2f2721991fb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d22a4f620f74947406fe97fc4da757714003cc323010415634838dd92ac32e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdc038908aeec5c0f167051634d8249998188bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdfaadbe0df14b46183ce272f1b9251e59550c0d8075371de1ecc51e530668b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab78da7fd4cc712e29c809f5724775113dac472
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c228bc63c8350b2734d2cfb1dfbab140133afc1e85fe488e6d86c3b7ef81fefa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2780130aefc4ffcdbd054da341e8214883d1717c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92ad5eb7d0f16ccdb67bb6892f216e4a49346ea6233e2c1d0d411eaffefafa3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09610d9772e5aa9021d193ea15f78f912ae2df90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4738ba9c4ca8c5ff66729032b001a5b1fb5d00bdf8f409d13161959c399e244d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffbbd17e4c778166caacc66534a5a1073ab7286
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ac3b124ec2e2435a45d87036fbc90e84c5de02b36429f382a9a876be81e613
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c094d9e8106e6a774e4fb2e000b5270281dcd3e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3debd70325d802b9a80aa71233d7342eba105462ef21b990cf5addf0a15c220
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b210c1b170451efc6b11a5f658ab7b31985a66
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477be0f097ab47658af83591bbaf60f8df9dcf1ca5cc764ffb1cfbb4e792fe9f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c389282d6b9c260bffb7b2cfdf0651f4db1d3ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318413aa9f5a82a90e8b57dff490d06f1f8796ffecd0275cc9c125cdbbf3a5a0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1911364b12352fe61a6a3575d54da5506a1763e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482c3fb8da75247f8f9cdea4449a79b3557ac0544cf548c7d9c203fc887a1f35
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff6ea84891cbdfb834dda452accf28438ce9a70
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60abe737619252b708f5b24b43f9ecb09b912b0773667c2f7c4d8904350b306b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef23fc7083411c11232e6fdf3cad5e28a83da7ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8009fb85cf8471020dac55283b8ae2df3dcfc8b1740c1b1f1fb01ff31ac8127e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8362bac2f211a8c61bae379671d9d685f15449
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b47c351c0a178ec994e95f36a3c335482c65315c83009632e305436719b6344
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcd576be2d1273a59714e4b63601aee74beb8d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0196b40392bd4e131ee5f8ebcd635d362f75e67eb0950eaa506cd11ffcbe84
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0c6addc3e36d03f209865469c84d1d67f12bd6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804e293fa0ca2444c0c0b0fb048ad0ba2d1fa2b9b55e89ecd29afb133925dd56
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747ad57061f0a73b4ff056f6bceb60968117e1ad
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cf98403dcbc5a242f7331231f9e1b8a227d8597dadfa0b1a16440d9e4713b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fd3ae56251b0ae37a265bc0370914527c18f06
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08cfd4ed9c258cc2548904b23e43173b2172d84c5ac7b608d5d91c6c10e0001
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6334a900a1333592ae6659040683dc8c8484be7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f581b8de3e2550cf3d01fc67c2aca3c0af45da346c0569829c1138109bb68d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6ef25a1a77149cc3288207ecdb46b5512a1635
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d937174aba74dff23ce77a56b442dbc4f7c8fa46ca917b3ede99431d3195b91a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8172a04eff0d41893df5e1cabdbcd716edf039
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf26a8db82960abdcc5ca6c93158baa1553733954294cad1dcc118d54f19808
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a068177bde24e40a3d93d6a636f438651c83be4e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3376d79b7b709b5de832e0b204a8b685d041f75b63a29e65c2e86b71877ff5c0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68787d8d85f62ae158732efb4c431b90371ef095
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020f7dd4441d5504bd5b753301e45040043baf263d4d182fa6139440bc44c1d6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712e88ee50d20d0c05e7ef998db479f045e92fd0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745b2b67ea70154ca923841e6b8fd0610b81cdb6e455dfa0bc48b1d05a89e251
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20a23edaea9f37bb8430e000b3c1967d36e39c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cf169ca209b082a7f3c650eaad83f1a846220c254b89c26e49d33461ae1868
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e33208e26143f1daf8d6ea23734cc5ca2ce3de1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a9b55ae771f6d99dd089babcdf60c43671a86e37a8f51013b8d26ae03d0de8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fcc24afbf14d37b3ac99925ca2cc597174d557
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d94f81da1f767e0d2a43873859ae1b9950d27e811c8e880751c3f41c4b75c73
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f0ac2344eb8035133b32e6f174e6bfe22e1ebf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63c29fd6b96f805cc9bad5aeaaa721be12b34d860c6bc4f36dc450e08b36fa3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639b9e14d198a1b6fa653d0150c4e6219f154c5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8896eeef5d6778d1569cfcb082777561280773b0016f5f762c1a809c2382cf9b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e48af9074d439241d295a721b02f561b0bf9272
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd9e038be6d7c8e41873cb72215477a327416b0d1ac161603ff8f7717c406b2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46275a8a583d83cd294513621a07efa659809a03
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983273ccb8e9ad952aca9f926fdb2b6de8327dc3c3ed39487d1b537dbc75544d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067d13a664f4a900f32ef76d058f946ccee9c248
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73c9714949c7cfaa591dfdd0d120444c039519ba8b7a76c2e1802a568dfd1a0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a6124b91d1975fe9e89a431b58aa60da51c2d1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a422a1c9c1b62c3c30c85bca2a2c137d7b6561157a3948542327059cd4901cd8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de3434588b56e4425b56d70fe4ebf350870adf0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509035e35fc3b11f86b53f29ba9300cb86af33f0cb0fe31a87dc3eab30a2b84c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbeddaefed883f8cb4ac95d848c4dc9cedbcfcc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7919069f71fe3f738178ac4a3d85bbf42f29539090a52bc7e7dd1a28dcbebe4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e4dcfe9dd70f4ac2aa7c7810d6741916d505f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0b3a168e9d7e4561ab7f0da5dc4e1916e9acddcc36b542e8a80280b2985fc8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b1ee3404624a30ed1f62efcb93631ea8356a89
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00954d7a4c1685b6143799668e8610ea429149466ab3598f47e698249e7fb4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb73960c8d69e69f6bdf8d5810f1b5f39225d1e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56655da60fcc5a169879bd289c7b253cbd5df2809cdba589f21e0b51453cc50
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13877dadf873a3b3a0568e989619e871ca16e91f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844857748738d029320d08c5b08c03039a1e11084116f7d364cfc184f826f6de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59146e7c72fe0caa1060994226edb084a53e180b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdaf5efa98ac392ab9fd7e55f95b945fbd4d583a5c441c4db4f7b927f08a023e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347d52063f2720cca960673d0acf8a6011decd15
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b8ae6fe7c725eaf0b7c018b54ea41fa9c26b6bf504050e328dab203196c267
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d588f4e773590dd35f23003e63f17a35ceb8cee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880b365bda182617c750060c97f66882e8685938140db6fbc3bcff748dbf1b94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e350d67ea040b72e26c5021eee6a5b66ff9289af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673ab7128e906b268e75d340f03ea18704b2280378189cc37ab44d8239ca93a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ccca55c751c8a9e865765b5f9e0d6aba706a1b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fff3433efc2c16e3980d5c0b11ac8a4cf5e6b7dff0578e9a32ad4391fc01c97
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2324ceb0460b14c572494dcbee18dcbf2a8f85fa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712ca8ac40fb5b0be7a1f63ac1c3d47d46d15eea73e90aa337f6daedfd225b79
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c56b1b5221b9362647b14a18d3090678e2559ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2547f32c0106b5524c61657a24cbf10007943db249de55b3edb3398b81c2149
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54edd9b37c0ecf0c062c316720563dd098f4a44a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9981d5b9cfd531f5106012e8f3c1d1094fa683f24d7ebb94ac3f35aa5afb98d0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ea7a2e5c06a70753a9f68930b9ee884ae8dc91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f347e34e73a52460c40c7cc5610b3d774f9b3277a82e78d485c560a2d357e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea62455fc0f227059d35107fb3ca485c3327d70
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d415378cc083801c2bb9d34705aa838de469296a1c9d754572d3cbc79ace8d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f517c40b188d81da74f84a5c0e108cbca2b2847b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c360961a9373ec30d815ced5d58cfbc35eebe80f6f1a489126a11edc43dab1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8617eb7b8e09ed1dbfb12011505cc90ad9ece10
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046b92885c46a56b10c8c770f0a7b96a8cab780e9d4dc07d391ab711f3a2a210
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cec06a793f864389bfd780219605cb0a878b294
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057517810938932dd8a4fb07ac3e763ef6c1e2960110b63ce3fb9c3c0fb74194
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b405787a5f3ecb35a7d1a15ccbbdc9492d8e21b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9849f75fff8cb90d57c2e7ff243b9ee8874c7429c18d2db2080e4346b578a8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70121c3ee54eb9c892032c91ff19259c9c417b6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e39fff135c1818b576cbe0ad45d1daab3bd6f5b89709238d259cd7e3f8e8325
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a326878841febf56a55e44b56730597a301b7d8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6af690c42b14d1c1ebd285f13c86d4b3d493aa2656b01f12e59bce91a84b6e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671a1958bfb96d6c5f7d5cac8d3e9573f7b515b5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd297a4f1991552d6605afeab272fa99c1e2fbd53b6c7cd6b1e16a1cb0de3b7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631405d46be5e8271dc9ace2ecc52e4a0d2cbf7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f173a853c8f3dbcb61949c64132eb20ec33df78f1787fb47ffe7634d27e3b5d1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c449f8e2dbe18634ff7f29c32f31240982e51897
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25402daf3e8333955a220813b10ec4e8abbd3c1ba75b9f052fc7a16bc34d4fef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f443a615bb0e156cea312db0bec45fccb13b1b5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e964138878e847f2eff9fbd593fe17ff46582f2e09b3beffa8c54f395191bc07
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8491ab39a0abd975b1487579ab1f6ec95059541d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4df8a005d04c4000481689086c57b13bf2ba09af3357b5ea24ced2c4660efc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7601297bcb2c125ae8a2503b2cc207f43c703117
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0c4a8b2ff055d5bc61720248f7722a7386c2aed2bdee449f7493873bb40b25
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7353b860c4f9ea97713acb94e1e8a2894bf5d4b0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1165db9c8b112aa9b30f978fc1765e0a7671b9645d648cd0193f8cf81e6fe75a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed314ee3f73fad4c5fc28e69aeec397af9de6ea2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210dd9df8a5dac4704aa52c67031720d5f536169a3fec64c1fcb334b9e6d9e5d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57878fc44cf383a5166d2047af39993d3206b3e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92867f78fbb9869d47ea4c38f2c4b30897e292f4cc77fe53ab814eb2a43f7fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc9ee75b4d16dfc497885b25287fdfbbf6ad268
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79b286d572eeafc2709dfa310a4c392b3b1cef7a88e7f763ced6381b9c9b1b0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c466bd7a4fc63d36db80c820f4997877ee1933b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6e78c3c6059da4001b8eb5a96c674c727b658dc2b4e175b8e854b1e685cd45
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6da8947fc8e6e5767060cfbe4271d31ee40d11
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ba30c24bbf9664f8821ca9d6e6de6f179bc12f620e7c16c8bc162d7148fe80
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b180f1b42917768471363f6cd4dc82418ec6cb65
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021f8adc2c5d3de5e4c890bb93fa46927d10bdec94210efe725a614bb6d30369
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7325ca961c5db18ef00a627bac4aab3d457b8f64
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c167cd579fe0df74cbbe9271a5c349533d75eea3e8e4b7f1a0c6f4a8958e4e51
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb71b8237df106e2648e98404dede7427627aab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d615d66b4d73c630c008ccc88ff6ff3726586144f08549a73c5f9a5c51a50019
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec1e8fe0abbe64b79491d6861413275704e5996
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d7e08b6869b5f7d4b847864695519ba154b2d600b03a6085610cbd0db0fff2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d77169a3829952c8d854d579ab0e6a392236e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d76058017c30a4f65b0d13afbe0cb2f26a9b5eb31b87bb0a6f8f8a80a334dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea289ccdd8f5a26dcbb5f25156c592cbabc34b0b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba802fa69845bb1eb4657b5f1d3132248b8492fe7170c42fbfbf03f9a960896
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9254375289e8868e5e18e435ff22edbf09365d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1eef742dd2a108b70597f07707b02dce41abf7b6f6c4a18a68fe1ac4f03402a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea8db7fce80cd5bb7ca8bc9e8bc6f243017b85d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4804e2286f0d424fbe8a22f11315b1af44dd4e392293d17113f6bb7af3d2ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff178b6d04d7d3a74f7fafb2382d91b7f0cbd3f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f7e4f4dc063900bc2d2b7c9bfc9769a3419b0e539e5e3f705449c0d477eef1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35987930a9e033f3748b6e01e173b5a8fd8be1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f39a8865c444fa714768a582916c75cb4b3f0713e8c66b35d32b641f57c1a1e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86e83760e355fc329e765bdf10c9ee340c71886
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a6a5a1a90110e6c23a86988fbf2328417f477a176f54fad5cd3963faf01269
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32845fa1790e0cded3f1b1c0cc39b2987fba09f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a55958ca31c15bc32d80e3d8c021eae762301511ee2e893cca092cdefb945f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94d73c82c9bec02c257a7a679c1dce45bb3e725
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16343bd8d6c76beaf379567ae97fafc1b0d5a84570d737b175e40a74f7e7957b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e2876d249c57bbff385bd64b1e2d4b264d57bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a69e3766ef4f4338f903a7226d0d485698bf47cc629f9f484712b0d7b05f13
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239211ae77f55913ee116bceab707de55ab62ea9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa7a40c19ba1f1a43d1baaff2e15d4a016a471b3a0fa524646d7374fd1b4915
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc83c760aaca582d1cd6e96915c6948e38a0a4e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db5d9e34f59cb7a9b8ebf468565ded5c6f8df1307ed9a9935ec01f71a06c451
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fdd538f4060444d055a594ecd8ab8bfedcfde9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6277b001e415e811e4cbc0887f609bb289fe90125b43191ca0daa7e64acf76b2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5e91c95ec986fe85699f15c6b1b3dbdf658219
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07dfeba35d179d91ca65b0bb1f3ef1fc96af0b04b52f0f049b9ae4d0509881d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4534fec5c42417352dbee9e138bb8e9f456ffeb0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57278d974c59e34fd9ef1ac33819ece7092f6dcf2a003d995a5b63e603d20781
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f60292ff6b1730e7309dee43d19fe592ebceff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acacd94444ef42b2ea097bbc697a6b5ddd0e0ee2cfb5c91a13ab4092a1d77c5e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16948dea1ba283965a297f05f5536d64552034e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966c927da77d49ea8c68b06023ac75fa7676e9f6fec533d870f69b6d7ec588f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279880b3b705152eac8419d6cb230a1f99fd92f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f215de99b91549b72967440019300352844028f5d31c802abfe1a09461ad2b7e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb728037f123bcd10d8fa7019fdd0057b030b53d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0dbf380f844b2065245d70d700027d533ce747917871e1d1e4100798d6b98ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1985708efdbd752e5eddb083a729962c5bb9d688
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a776a0ef57597104a54170d7cbc4c9e9d3fd1757a15510c2c6ffeed34460555
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466a3b0d1b1a60a3bbb075ab57ce522ecb0a2c28
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba2e9106fe6a4477868f3007bbe557ad6ef06ed6a3987c7a9c03278078c498b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b2b116138592c5b096652a8234b63d40ea6ac4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fca9eca0c09bbba797de902a33703564da09e94c6e2d8ef3c632ca8d985419
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96a28c33beb6936d5f91c88aae0eed9460e7ac6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2ae54eed0132ef08c1a3dfd15fdb03a4047e4c7f9344c892513b2e795e1ede
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846afb7ced77f4e8d825c3378b947f92ed00e460
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a95fd1a4d9a673992b98e36c659ac9d5a6cd751a75864642f01c39957ef2e9a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c1033781af5f7091cf77fa77af83db30d99a0c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7d94ebb919650dbe2766fea00d9d0a09dd8d6883de0f5534542beccabcd7dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecdc5528517ce57f2704d922f517e1d5ac3500fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86ef05b5595c6783277021039f8d07487346940a36a75604c70850eec4db61c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ee725c2a4405a4fe155c08e9eb3a3201a28aca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731869d32ff348b9c0fb688eb9a9d8eb7a290b0837f2030b59619ade17200b74
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8732fe7345d29c31541a1090951505816c3ff5c3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e531003f42a67a39d8217f28cf2aadf9fa067743eaaebfcd5689dc2e16f15788
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8768452f32b0c803bc965a50f4e4d2565102cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3393c10c74f3ea1de7ec2fcf5050b3b0f538f35222e9171ede5442be32b3a3c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102e0b3b6de91ffce44ed725715ad739619e2c89
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4677e782e5c44f93bfcfcd71eee9668077123364dc02f110960176489507c64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5de4380144ed118f803ef41b4c47ce73d12f9d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915a50512ebe5e9a4f2947721e139f3bf6b14cf46a07efefe5f401f36db1e5ba
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38e70fe84aa305d5e017ece976fd07a69c1c011
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71722c5359f49bdfb0b78412e97a9bd3b0c373109238d4fe2b4a53d192d2ed5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df99bbe0ebf8c9c757d3dc234f477b58ccb03d61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd416d4c61d87c1ac2818ada4ed4c0a6d3b02692556ef56d9a20e427c319de97
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be584bc836eb387991debb3ffbbb5c9c0dc0f5b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b672d95a32ac8a0eaf0cdb9982c28441b00d7291b21568efe8860b32bb72ee4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e2d055417fd5862e5e51036ecb4f34613dd56f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bab9fd832f6984f1688eab44d0569972097f0a7a73b57e31c55d45622604a7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd82dc514936598d3828b70aefaac9fc59d02c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc44fece40555cdfed01243c730f4052173e4e16fcad87a0d74b3f61d4d355e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102050acae6faa00f49163b189824097e4e66c1f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396fe2109e01d7537f0c7d15e0bc1663201bf4150875ccf0db5a6cc3c24987fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eaad12239b8a435510ea044fcb5d3d6d714c9a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214d400a7c998d85873dd7a940d4a36747020fec4c8a199386cf629c607a01cd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c342242fdb2ef957e559e28bc904fb270bdd9e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7449a5e966c710c0adc16ed2b43ad18b557e19a8bc02d6a3a0d416a35a52ae6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3f4c4708298e01c70db8619a80ae4d6659c949
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6d46971199844e6d717d82a0a9ead62b1ea252fae927c863a62858d8385581
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4710e319c343d0633cb0be834fed8b9d54a898d5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f02ed7ef8aa9b93a1b56c063f5b4798474c2c4ac41579bd82decee6b29d574d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2847d88af44b7fa26caa2b55a5a91881477e4584
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96e1d0b872e95e0ff703421032404744e75026bd7be8670bf1382f6e79d2678
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39934213e2de63f59d1455b92f86f65880e2e1df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9ba678a20d19307c1da220449628486d4c6c3143e966e67a8132c345dcb017
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a93c78e01a16645251cb223c48e2bac35f4ac84
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4ca8e8415a2f12aca188464e151c6af8b84f7df0e620f5368b07ca2e8a638f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802a33c3702d4891a8c667472df352597c9691cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1849ece71d043e44076ca58b29da546e81bdcaa4fb56ef5dbcecd5126a06b539
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eeb31dc916effd475aa66a5b06fb175b4230dcc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16bf37026eb36b8a88f17b2d753cbc12c6720cb07f818fda9baae03e94bbc05
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35801b492bf5223d95735b8c827034de2bc5191b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3992308ff79ecb939d502d68fcfeda8b116d8f8e1f0c1477169877780452e50
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b49df0efce2489d43a9e3e5230606828de59a2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6756d439d6c98bd6f089d6d8bdb00a8e92e69bdd64b460a2636be208a3e0380c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369baf8deaf2aca5ddcaa0a11ebca46a57a5a8f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf60ab783369132d0273c7d5640001c0a69826e5e4197bff635231fefae683d2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f072eba5a7c10b67d4cb307b9f54e5e18f0f7200
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511237c7b6c9d6d8c9d004d07c019f6162dbbc4dd4694eb81ec5c09f7f11d482
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b29321dfc0bb93c3263f616be21bb8d1e08e4c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3a6c5e308fd7ec8fd5f49df8844b99bdbe205db3bb3c6d244a088351ad28f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09d75b1769181195c1c50207a16bc5bdd494198
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53cbc9eb999aa30db6ab072b00c3e5e61236352b5817fcb521179fa543d42b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9879406fa31974de646e669a7c2c568135b6b2b8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b22cd61b3b19f683ac09c3ca60f0f3ad0e0449596614d94911451de5bfed03
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a03410b880f05356ac472440adcfeb2905a413
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173637f88d1fcdf2d6dad13920aa9b30cab7d086cb35a4d881a68b8cfde5557f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc6476d6ab4fd43ff8a193622a113a38daf1762
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cc591f870d704cc35f4b5ab95cb353306289200685a3dacc3af44ccdf124bc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b207dcee615b324141525bf223c56f9e467c16
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8aa04b69fc9ea78ee9a50b55194dff4f2dfe913fdd723bbee1e6b9caae92ed
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4802c9fd47e0d37508e595811cfc20203e0f90a6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e982fc949d738109bdfb815ed787b5997edda70dcf6078c1840c54074fb01570
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1136945a00012a1267db91ce26c051ce4450e790
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2a8aa2b7b0c0f472153dc4cdf9289eccc930a905cb287dd1bc445663525be5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a23f8c741a302a2852902f653087774b59902bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1920d99bc5f6fe04b96a09fd23596e6398a644c151a654cc134c4dee551ab1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c479734168b24debb2c84805499241be2d6db0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0dcbb2b13e122b8e199ceddd6be946131f96187e07d71d9669a7eaf80e21d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d9b2dc8e6e7911feeabf2b4161d62d3a5d7eb1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b05abdb9bd505f289d6c188e2d581bcfa56b8b408683cbc4e96332927d57e3d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f3c4408938e36c9cd475d1da19034a31c20055
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2f533233d22f47dffa8f801f2c0b187bc5ec0003c5d60a271270cc0cead320
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e800013bc33a54bc01ecbcdb7c48f100bf5bbfcb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182f28e2359c8d9dae20549364f4b7322abe95c0a34b35a1ec7b04d3ced95129
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329e092244d6c951b7ff8406c408e98471e588cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75266112f83e38bbd4b4fa072d755453f80cce75e6be9b225bd62d76418fede0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b1181bae55de4143afb7e057d48baf48b79bd8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f41ff72f9f8e5838bbd66830c28ce054408603ad4294bdd2ccbdf9eea0fb43e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0f3c76cc1797d48a8c8236701fb67ffc2fcb0e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8e1975b1aad586631e314145dbb30701fe272a934b4713312a11fbaf2aa2c5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6ef82e16795e4ed7f675653a39e30c69b941d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a465c249f9edf6b9e6305a8a7a6238e7ab94ad8c09ddf3d0a8e4554446ed6c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2cadc12d92ff34461b47bd063045c285274bfd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11dfa2c48b836916f14d9ad75e3f16b84edff4c7380e47c2d386c60cfea9038e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de3ca044f0561e0bffea94ec06d03c2ed4cec7f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3a09c00bf7ad6fcb26bbcde31023594c2e2a9da81cfeaa6e483a597c67729b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20bb39f580902a8950cebf8b41050a90c109219
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bd659fd0c1023f8322509f68f13eefa7faf39e161fc8bd6f7a113fd4983e6d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a3d9ce73cb4162ce29675883b9241bb14600d5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6224d7e5512518fc9d86b91c7447961ce1642315d37b637af457fe9ccbe80ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26cc8923e5289e5b3b80b76d741962cf53cac2c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7b9d4d9f701ed03e637b31d62d41511c7a6a988fd19af0d3cc2a7aa63b1e59
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0019a5aad1c4b99121bdb6d6463f03db7354b23a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be33a15867d9a88d07ebcea85400645b2832a1b7071a22f1e356fca1c6f7f1e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b37161521d64cd8c6bf76b81c78497a27ef23a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5866f9c88cc40ad28824216917acbe305dfe11af040ed1e683ad03595b532d19
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32351392c33d8ec5b2ffef678a108bca8d8c793c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feacee89db73c9f82228ddf93e4a3f767596899b5d3e33733ba1e180794eb23c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fdb76a1348842bae87e1094d5daba602c6bbc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a58c32fff7c61899abc895c3face743f3eeaa8131c9bef4d40621f6587cfcf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5f079b46d84f745845d9ba2bee18531863a115
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d78134a6a80032698b67fbf790e03c06d1d5e2b34f0d8b34da52033f5ebdc6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fabc4895b7a93d557bdeb4ced8358c374b37977
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e34943c7f013bf12c37156fb30c573198b3d5347693353374c9c759aba3242
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11af7d619a5075889f250dd3ee397726cfb7c5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3c718bf4798db48b86f8ec179310f9b62992541aba592f1a86e625030617f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21185ecf833509d7b09fa77bb006c514e7ebdfc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b25d8831e5374eae9214a78b0e28940a11259e5d3840e255ee70a67845c2a86
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268496c8121335f488371dde03ebd733303da607
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f288a6f492011cc7746986d616682ba8e292b0829ba3395c126b00e12584706
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284ebefa86a1e5d68d73ef62816a17ba5afea6ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e6dabb1e9965852e1b98c48a1fc26cb5610cb0ae60f0a6d1cf69fc5e59d5a4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78d587111660d482b0ac027cc0d8c15f43daced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfb31fe381ad22b4f98e552afbce6d1ced441e76ec3299ca11b7ef8f7f430e7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51fae4dc6a856f753937225d91152d1cd7b5e7d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc26a4d1f2bea458d17398ccbe877ea38d1cf29f4a8954d36c0de416084d785
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5067d15a17ed7bb71e3cae21b4adcd1c9ab009fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55dd0ffb94e55dfc36180e9bd186cf422da7a46155bd0ff4587df637830eda44
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cab78c8dea38a814c748c9774af7998e4e4a917
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe490939d658a23856d0a2e47e1d25d6f29516ec7b6b51a775458c16e186430c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99444c88ff369b95fbbf0be0934f04cbbff0ea8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ebfd1164ece7a8a58645a406cf26898d3465c09253bd9f5b289d12f568cb39
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508c8f116241e5e1813f46f7ff4805425ac67ed5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6579fd4a1d6b174d60ff3d15940b0d17df0892b1b1787bdf899a0ad339ca31
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6c1509e1f4b94be921d1b44caef1d1e23c5705
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31c1d91cd8f8c20b49b5a41d7e10d97e4dfbacf34bd1f56a895ac3596861510
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8889ef77f0dbe1f22fe7a2b6fdea3559fb117f96
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11f89ff75d934099494eb0e5d1e54db98a5f904b9120bd2cc5c9a1096e1616a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba796470d77e063fe84f379ee421a76e68c85200
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc67989187fbc578b928a03ec741b5a1003e99a072e644e792c09ce63bf7bad2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1623fe2ce90f4a136ad6cad58384418bbee39779
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cd09064d784ccb22e6b9a0f0515b4bafd6e172bfdd1dec308ac1167ecf8437
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab8ed0eb9f9992f88a9afe2687e823153f2c881
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fec12a4ca1b8874f80e83088a2bbb383ab66a6e50078fa17a7558876baf267b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb4ec6cea23ec779fa8ca8a9539c5130b47503f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4726582a36b4cb09dfeccffd56046445e8d3c407509c96c2ef6e2cd02acab40
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97242ef786aa7c6adb3d2639ee6e9ee3a11a9a21
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970f917ff194bbe94830faf0b4578c6c7ef37c022a0e923a6ac4ec89dc51330c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422c15003941fa026ec6704568e6f8f73b7d61a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7c8a47f81cbd15a07c081733fc4223293281161f9201c2e0298c44551e6645
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd39aa46370603ba7e271e74f0202c451549ecf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62369dada4956d170a51e279a3f591475af02b4ca0eeaf6aeb98e88aadd3c895
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464cc8ac323133140fb61c4018f0f8a65541f29b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af03f064dc335b71a7cd1e9fd125aa9a76d3a30122e417fe434ad7b635f5208
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae62b48af5a52ff75c74b66df89fb124a2ec28bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c3691353f32ce2b3e670c3f99841556cb8be0e0991568a889f3044c75d9cb2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1e22060696fd7c4b4018b4c4be700206dd3166
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c4b2d3ffb523610b9b9b521ff24c1238ad175f97c2915c4a375fb70e257998
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3752057509c035aa6d1c709fc207b7b86f9644
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd3331e8860bcd1a87c3f9cb73c9356c251fbff58acd3d9c1c63b60d947db2a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b89e7cf24ea606a133600c0047ce3b79794408
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8c5dafa9912d07e28a84e6e33c13e75ecc869f7d136a328a2d51b4002c2ed4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5baf289ea3c09e6aa7cd2e2792f4149089bd84c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d185e40197dd5d62a34423e6c59c9b91d3768c2aff9b3de64590a3f20942f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7301e52c354858e32d6f1918be5e8b931affd013
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29709587830d618429882c536fc27404266ab914b4106774bec9ba5f43e08cf9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55425ef77a68af725ae48c2d333abb1f585ea6de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2942401169cb855239fc2fc64bdd5b2cef5b510c8e51a9bbf8af360fbc25e0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae3467dc91b315bdd32a4afef51dc9cbabf3507
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b1371537218edf6b7f303db0b57a763823757e90ab20893316b0d22258c290
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44ad755cf02720e5093bd61c64e783406f89884
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7403faa150bb007e5c39e1cd14e8e6d2f3e4236958f54cf6e82453005c0223
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e683f3828faefe1bc832a158cd9bf34ce0c6f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c298a47ba790f6e86f24ded40aa070ad30fc6af48aabf844f413278d270390fd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33eee79f5d23c18e4ac976a8eeff16b5ac79ae41
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f5cb2d1c5ce4b5ff14a99b27b6c2bce4db79a20a5123796b45bc1619f6a00b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a497431d27f116d18f449d04fc2c1773b9d2afd3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea215e95cf3f85780740a59b3b78a79bd4285b20c428f3bbaa6800a95c35ca4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874a0fa3b06b6f9c5c78de06559e0840d864cef3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b63dcd6d3498771b802d4e8fa5c5e46217e015dbf5146eae526705ac87f48b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02dae19ffeaf6a6ef93f01e15b753787802505c5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceeb302f7537ddf1f607a4e9760125dd5686dbaa14a7761a9c5ee0d9f15bf95f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f947f6c2dab0feaeb8886d5cde5c71e4154979
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ab69ce453b7673d1bc3a68aac66653fbc5f97d2173ee6f0d7cabfaf783c3bc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56439b71541f386d7b8c93913cf6a6aaecb1d1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343c269ec53b9d45640d755f65c1b8cec6202354811f380c4f7c07c03218e18d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079dc41ddb365cac23573c3496523ecb30044895
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ed9306c6c8cc9c0810a3e9373977fb44b1e8adac61ffa3e169dc4241335fb8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5ae8eaa3e4e6f21c367600378e5e8cee28a511
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8ef77c30734452b95a47c985d5a7dc699930a91aee4a21ce77c9b82c610451
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f3c1feaa3565ee8df261c335fc33d7b5bfdbdc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07612f3c86a738003a8128307ae1b99c361eb565770d83a368951cd9b034e27
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b42624716707e3ea4e8e88fcf619698092e169
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9085b9f7d7b97127447edd7dc2527471caf7750dac52a7bf2f50c3f1252fbb4e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096536079a87fff90709de0c77100131a09bce26
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38c01c6b63bd606db19d70a0e7d95710f3e3a78b742469e96d5482826d90c10
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0eaeb519b9d9831130e3677dd1cd52440addbde
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79f3c19871381a76dfc9caa0abe6f8885deb88f441cb1c486d92e02494ecfd2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856346715b083fa4670f8f5f1304543fd120e1ad
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d28e22dec04463ecd177d2e390d27cad4214000353b15e287bf058b1ccf4a7d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0607889a423dc400335a6835f5ec6cc68e649ca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e407378c0ea1733b625cf15b405d4f8d95bd2525bc91e94cb676d376b0f9815
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482e90cf4825dd90629fa3b3351eb7996244959c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e88abdd2515233d3d56bbf7655d7b9f2a6438a6b7cca05b855450e2226b793
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd671c63dd1b7b1abd1ea3886aa55ab34f63b2c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d765c9249d70f256b70aadc3a11642e3cf5d5cff1a72f82bcfae87d24f175fad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0419ac7bf2c7da73d07e8d8c74d142bc06d28c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582ee89eb7b090758547aeb69f4061ed46975525b52bdf61b8021705eea0cd9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5891d1d0f85ad02e9ed3a7b0012078d62e46d0c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c13047c2fd21636eae2dafd1ff1702137d23f89ef52ce2a1ed5ec7fb6ea6f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf79e51af10962188ff22c3dc7d2648cbecb1946
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928a3051d13db8f22ec4ea45966c99dbd5ec3c0ae3c0661c0a8d707a7816e9df
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287b7d1c49bed9c308164f8a971b6f45e1e105ed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d38f458dd7d9e8f3d8d35f7e536de2776293b72042586d47b75d85d869e98f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8bad1866931bde35dfd45683019da2e5f8a91d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8169923f36afa45a35dbf1425c50844497857f20ae118799d7785f90596ae654
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72a8f1c111a5b497d18b5aa105deab80bf1a3b0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29832ece9f3aab58de9efa79d8ae110405b54c880d3cdd35b53b8df0300cb026
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b55ee3976be4f9ff1de05fc93af5627a45bce30
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db602ebd570329447ab76c113bb7e82bb5f1e13fc8dcfe0d2974762063029913
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e53392900350741499f6efe65b420dcb024d97
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453923966cd9a6b35b7a7c29c6e1d54f3b031f7c5e6d830e562ef632acf0f4bc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f08547ce9c91e7d7656abb5778a1cf7b694c1b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8b8ac9228a11aa9f2d581ceef110b486a66235e758d42258105acc731fc587
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d287f08b4c7624ec228deef30cc6250e7e40b8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae626e7db5f84ff7800a099d0508e30c97cc989573b5a11946b9805348e97c02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0153a534beed6084b2f98725be534882da16318c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b46955bf743b416a32e42d2e9aadb0952a0233d24d60503816663d0f3faca72
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e04eee5033bc8a588ae7c22823521c58e3634e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c57e89077574d8198c46d593439991f8eb306bbab18203b93ac37c2974c1e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dded07959ea424bde0222819e035b6fe0e485467
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22c8eb659898022e9e3446fb5f96f742d577f38d5c12b46a55e743771bb5c7f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353a32f1f8dea023c7b08e4b2992e800a98f318c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382f2983c58416d5b30242e92d92b6d758fa1f6b0f778512bed9706cd74b135d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86edd6ef3ff6879d5528f702ec09656112e2ac56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd22a714fed08207109cb2b944c884b105881b90a820a38d62d7e54589fdd652
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fb2844025f441e9da7740755489f8219dc0c4f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d8042834353db4ba24c218b6f34155dddf86ac8206223127eeee257928c976
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/lm_head/_0.pt b/params/phi/8/rnd_search/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7385fdfdaedcffa873a635b9e55b6a1a668cbc75
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea91fed5425faa53eceb14b6ad3a92ac3b2bfee5099135fccce8900cc1825ee
+size 205955
diff --git a/params/phi/8/rnd_search/comb_8/trained/lm_head/_s.pt b/params/phi/8/rnd_search/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb4228acb6c2db2061fa9f3d20834173fe40e4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef7bf63c846818121c1da1aaf8a0120e83d3f980f1784bde774a802371fc720
+size 205955
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bc6636c1891b1175300be679b32d973e5e0851
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28e5b29d44f093c663f496e02e597a36fd4425f652889442df2e4c7595ac807
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc8f789ffcdeffc03b218003ef3048cbf632d92
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2485fce89a1ce21d2324fb5ab99934646b84c32f7d1674620b71c2c60eed8bf3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2dbe54ecc55303d0fafba307443b81a0c5335a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf715be573faa85f193dd9ba19fbedaa7b0fb31c3095db7060f8a7372780ef8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c4887d2de6a9b88e6b7b87aad1fab4166dc4e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b49995acd86f2a47e49c3e28b9597ace269b1dcd8f681b46f3bd2ea33d8dd0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38caefdc40bd01809495e2d11b4d882834e69748
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630027ed851365929a33ea69dcdcfe1f0c7707179f8bb776e96e7b44676abd85
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b21afbcbc6de3a1f47dc6f42e5c4d1b1a409a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd570be990fd85dcf19ed9a3ab27d5d4a937d6e53e6dfb496a768e8047b6b7f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4d3e4d146dff85ef29842411020ee109b8168b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd0f8177fb2b3658f05213b2d284e3913a497d431a01866dd035cc2035f5799
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ef85ad7d4f4cb7bf933bc7ef149958d2b158ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97190778aaab4cab68c2ae957bacd585ba07069f2b417ca81f16a96bb8003b65
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a7ac5be00d45d4726eecc4ff8891cb8a55516c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699fd773069db14119bff47f3e3f64d3f0367e174cc72e648258c51b1a0ae111
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1327aa252925eba7837fe625b81a4ea4cf5a460
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78398fe1781f0e14024983c260bc7677a49954994bb169b83dd884eb437d9737
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54aa358e4ab645549cb6d544684efcab1396335
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3d4fa8cb15b32e2f6ae68e640c3bb2edf9787fd2103835fad2393f64ef2edc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1007f34b0ee369a0c575564be56ebda7e0301788
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0835b9b5cf2b1da6d0c3496cdfbb7655f9ad66fec89c5eb9875f582c7e9be9f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e324c4b3cd5c3974ae837be3185ae2799231f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81ee79bc30f44c4d890027936e030e3a05bb1f74e4624178a84bd06af985eef
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b93a5acdbfb46b5694d086d347ba35f6ab72a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c00b74ece7a3ecd8ef4decd3f459ba79c4fa8c4516ed1d13ce4bae1e88bf007
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2399c478d5cc85715494d8ad95d7866d7e75f616
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1acbfd68ccffc02f42db8f0f6ea2c074662f46862e71ff2de06d6dc8e3857de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6efe13f69db1fd07ed914a854841f656953458
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff56cea0278dc334e9b2ef9435f46f310673258140df7bbf83fc1fd1bed029cc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d26edc39e357cab97378111f306604c1ebfde3c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4fbfd01bac60cdb4dfc585717e49d79d89c3144c2f89b1a828b3cbb18aa720
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9c199e837dfe5ea712b34a9d7a12470045abaa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226b682898d88b8d0b37447f3f0224271cf24233eff0a08e5694366ca793c790
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d916b13b186d751363fa08c1cdeece8fe25eb9e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461d0be93f5c141cfaff2c33d0564bb1a32a24523788008587900927023fbc95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b384dcd0d38b0c6c526faa14cfa7b3368c7e2eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c7c8e2f43e9b5e3f5c10cf3cf8748e4049a786af26865fe7927ba1234c6c7f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7843a50322d9b8d2d8d90501469eebdc6607b8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3468c981c7848bb5a68008291f35a46b2fe982f6c09e89aae1eeaca7daa4270e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ee6ba1b11e72bc05578211c63ef2926a351b87
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420df669c0b72b7290a2358123aef4cf237c261a8ad7c3156b3070135d12977b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43cb36002fa96b82ab075b6b84a23f976afd367
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2b1144864d015e5b8c0f5dcb7d99cc704f3ca4306df5eb11a03a778ff19476
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0991a77d9b41dfc555485fc7a4bd09087b1db7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0354b4a7c5c49beba24779b3c1f4c9eabd06c385b78e5252eaf3d33ff0ef791
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d711085965d65705dea44aef59aad0d9f6d5a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332feeb77bc97aa20aeda46bb6c20e4ae866230a44a51e3636dd47c34af1ed18
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1104574e9513e958b7d5718945bd3555a238c07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171c01257f45e0c76910586c11ed554f0a68d567c412ce4645681121b652a3fd
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8323f2dd2dd399e2cf719ee84e70cf5eb3d867
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c41dce9300a7c2badc7693ec41cbecb5a0eb2990f11cdc6b8cca0aeb30027d6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d93d7dfff257dd3841d1b0f3650e1b603d5da8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f7ff9e537707d542f628bd2c8855630e96fe8a2c093e775d9199bcd6a7da81
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d7995babf51e269db34d8630232dec0076325d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493f3783ef40f5a81db6c24538f24c6401e200a3c4b042cea360736144b3251f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0355bd28bec01bb0eb4f8f34c2f9e31783df1ee5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb02964df8ab949bfe53c206af9f15792be98e2cd9035204dced700ee8f2997
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91639587bde71f48feda11edc921f14f0cc654d5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49f38710f89f8ec1d1ed8a20ac382fd5e0570f9e0b688792c3a49bce203c12f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3921f8212f2411035b1b8014e6748e1bb31efaa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a2195394aa25f11543a1ff4f6a0cc6064564cae3493d27378db7843dd4a0e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a775f4c1c135c8360d227ffa51bb173cc59fb059
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95692494e5be0269d9a1691a14da20f1e271047dc1420b0d715ed67256dfc4a7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a14f7449f3b8037a4f0ad6bfa556fec1fa0ac49
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d0ed80ac906165c6e1ea2368477a9d2cf9a42bfc932b01d7388d8ca8a964eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c51f47a6b8076f852ec1189c51a1a718abb278
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d9435fe10fee99f8ce00dac14ca6dfbfc5bb8a6166e80d383e1614c4972961
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57897a6ee58b8d9e2e8b8e2362df8cd64d060139
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f1ee7c9abdaabb01f4abc523a8ab10b6117aea2d3174fb87688558d67b2dd3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee10332af6c311bde80834e8cb51315b468bc4ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1221f37a304ee87547ab668d7389104da5167d8935e0bd159d99c03a344bbca2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4685efe9a71a97ef06034197a662381ec429bb58
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7cf0c11f2d43793a7a5b2fa5990e7deadf25f90f0896e49795f5ef696c6fd7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f8580250452c116a74e277786776ce907a8c02
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cde30ef3397cf713c1c639f7606e775325eeddd36c96f295755bcad8bd46373
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315d866a2a3bbd6d635d85d5bb1876f920467e4b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436e26643ed89c0d7d9559646538096e09b956a09e347ab13ec907c11c28ae3d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195b5bcb697d6999a920dcb4937a9bba20ae2916
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059555f42be7b392abe6c8aed7c1bc91cc7298a75c03aa1744ee48af31fac287
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3104005c723aed87588656db028cfdc50b0578
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebd6f15ee09b901535ca2e6366042cac7c5e130856747b2761ab3859c5680af
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ab59636df671602f950f37dc7340b6ccbe59f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbfb0d6921e3b8da0ff509c0efef64de8c10197761612ab6d3df315cd6b6c9e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2be15e0e25f377185d6c2187fdf06151fcff996
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4de332df4b9779d877c55aead7e2381a89cb22232a21c4c7604a2dabefd81cb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29465f19c708bf3f9265baacfc53be85a3153d29
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeffed12e7389cd4956953a59c834912a28662c7abff749e66f2c2f6f0da0b4a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d285e50333ecebc4ca606a6501d08883059fd822
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b93ba08ed911b89bc120d850e1dd58be17fe57c7b0ed1b2f68f1cb1aa4d88c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723368e7d66a19ea1435932173825ccd329ea319
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca1b793875de743493ea4e146c4503fc685abf971925e3a93b827c720c301e6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbe891d8606fec7284fe5614338b8e61c2e478f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f983c10bfed46666bc4d5e95321719a27f1b4edfae2be985a29f8a96b217931e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdce0bac7e9fef56a607868761f0aade4a1aa3cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658a71c6838febb0b4539eb99b10ab2a9f5772203ee0695ac36fc8ad00b3443b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a56e01d74a9770ffeaa9cd4f82fc40a9f593cbc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f095adb365af53aeaba9eb70bdcf2df1b0eab1607665b92059f22ffe15cba6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e121685b5f71eb0932a48e5b4aee62064f07c9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c837da28ee93b91f4fcdd13a2dc171620cd71ea9a5cc54a002fd9e0ca56fad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ac99c58674c92050fc15e6d0d3bec54ea10bcf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b94526db5f915c49ebd814047b04ea916bc0852be0b4c0c5d4ef036cd4913e2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbd5e56af3c5ca981f431f420aa19e01e27c9f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb094f47dd61b05a5a36fb2a8e59b98badae04c0176249243893d3a1fb2ba0c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5649db625fcf0c19fbcf233341242b1b29071a72
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c3f03925e056ed955c32f497b158d8f12246c453c27d1a275a309215dbd375
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086a255758026fc7e921c1db767e726e47d85885
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6817d7de8669c97b9be1cb50865ab79dd9342473887ca7c2af5dfb01c514ac2e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3adf17575f784a82a79be42b1997be5822d248f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0a266988991fa6dad71a8bbd0b389886e145a711b28668bf2f3f7466974001
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac7c56e3280cca8577b30fcdbf8eb0f987723ad
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64fcea089e9117b89c9b3e3c22d8975c303b9e7db84ffd56fceeabcade93dcc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1491ab4081af196759eb70148329abe510baffed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbac782cc059958b1a20c25cc6b4bf3001a033050e79f6e83988db2fbb0e3e2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a8c720bf4d07d2c188490934b779dd12923585
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787dea8057ae4d2725df4e178ef23f56729279426bdeecdad6cdb0b5458f9322
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e953618d30cb3bbd6b46c4cfb3b39e1fa09446b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fdbdb606f5c1208dcd558e5679434086b1a5a3de8823771981b8652ccf5cc8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44830ef7ba244d83f3f9560b5114b4f814d57d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03456ff1eb374a1271bc56c498c9bef5c95cc947f67cd6f48461cf0c5cdd5b13
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78f4fb35378e35e2b4b8b20ecd1512678b41e3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed15164af94c704984d6e8037ee6cec8fbcd3b35c211a3d01e7fc82d040f67b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ec73bcbd69a02b320ccf76d0f62248dcc71c4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762b02553f4b19a5ad7990490110581464857789986f1a8bd9c8957baf3e1a3e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf6ff83a86ccaeebdf4c1b82c490ce7fa5174e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbf2118394ce6501be393fbcb05142463cd719c876eb57f86fe67a36d6449b0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fc0202cc165faecf30053ed16b8984b60f320d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def9ec0f911dc2cf677776d805db3d9b04262748b2e48e34bd33a4d70c633c15
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ffd60aa178028e1479483e94c2ff15465584a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d229867997ed34ee27f1530556ce385aa01a16f7cb268d69ae341a08f17895
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aca3ee30843f46c92493a2f4c5defa6d0deea5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f632e3816ee77bb67f4318440352a94b1761ebc55f47bdedfede0411a910bdf5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbba84d90f641b85a1f0ad39b12f10ea31059222
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06b4af9f1d9e2de5f3408d0e88e1775a5e09a1d44d69fc7b14ae2a94ce277a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f3b6139b2b5eb72d2f7fcb63da33f06092e674
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dd6969e8c1265190d8490388dc42bbd05d0efac0f4c1cc8dc398f9de0a9875
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b98071ca680c81320d4db6d5bcd13c8cfc5d40d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4b725f8faf13eae43d06d69ac128632a5422f99610a007397bfc84d15e5a1f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d09ce916c2072fe16de855b0255ccbab6e0f1df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d63f626472917776c44371b4147bfb0897ece5c3387a3380daca10c39c30e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78768f642a9a93f78148f1ca00680ccf92f7c077
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd940528a7187f4cbeb5a94e60d5c8611b0cefb8c8e473e03a331f33230043c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8a3511025d0631dac80fe8fdaa1ca4c2bf66dd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf67aa6508d29ccf1a54247c7dcd10cdcddca42db41b4a4a75a7182c6556dc9
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15dd3349b61053bcbc6a4d5c624eb2a022afe56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0335b27ab2c497feaa2cbd425db1e90d8819a2ca1e00f6d1e946f7ab06e5c19
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b094cb1a4d7426206fc38a1cb47aea6e82ea8b3f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f040a62b4feafef35095d8f0bf717474fcd2c85cbcec84ffafbed9bc673399
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b160437d9c4206bbea43d6d3509bda8dbac551
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87d5ee3759749e8fa33cd99ce61928d630720c8ed855858a48b50aafddaaa98
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe9e91fd441e2c12e993f2f2599a77fdec59ef3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bdc3449c6194e70247d248ea4e451abe03cf74c76885a1af01693d0c4094d5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a0fbbef96ffecd7269cd120d2ccc7a493088c0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda6578ffb9ad6c8381ce98daf57dbd4434c0c44329cd5010d1e009b77238c72
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4073f8777cd5fc1f4f4221c9d7346277dc062b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ce48d1b77e290e87964a6db2142b4caaefdaae666c64aa0e4180a6ca4dcdaf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3734397f11ddce9cbda5ce96a0fe7e6d5b6996
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a4115e4eb27d2c5d812fb9411b2eb196faadc83b7690cda99c5137316c09e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b17d8bcb61e130ebd6ac4ee4910edcdba182e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cc17ec44114399579af16a602b38d8ea8948363e45475b756b56a4421b861a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea5b7cf67b5d70bb3dabae1a8ee5983123c1532
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76da23b14b15fff54d4d1924f681e223249ffa94cdee44248026fed62e6581c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f4178b3f39280d2694966f65cedf223fd28c20
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29f5ef58b46f86564c4426674ab047239aa5491af1b96c36a075450a6d43927
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf2598d7b0d8f5a7135b6e5c827d1f59aa63c55
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8095f3d1a7dc1e6bdf4c74661ebdec9154fa37a3a7c4a0e4d1b2c018863b87
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb1c7bce82909a977ae6ad1583bfe471b2a0cca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c07d1841191815d02c61f6b6767d1b8f0ae615d8c5cbe3df424639e07d02e1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485d93b74f7fb7cb30536de9d0f45a265c364e4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f143909d4032946efdd5608a8bb4e89de3e0fba2e97fc94c3d09ae24e74dd45c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e86fabf871be8211b56b41e90e6a8a54466e12e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e70e93a38a5d9c52f92ef529ffa9e6c804450540f2ee2f0114748c275e75f83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79529527a107b0c20766b85aeefa568a3a37268e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46af01d2c2df339e12fe04850811b6733f68dd926f8d67dcc4fe657cb8ad616b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9127b738c258fcba81e7dcf2c3ca530ca060fad
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1763e4a76d05a23fc077c3ee771388d0e9c71f9818d1b36f28698286a331ca7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af3db09961a93e331c763d492aea836ca0786a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78b4164ff79c10e12ed190c583fb260c4c589c4d81e21eee0a14d8e45778cef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7189e418f50c90d5db3a858e06ced598938d41b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e9cbb10d93d161722d23c9df1720b6f489dd4b6428f9cd408e9d29a4e8586a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037e2763a550773493c808abff78f447e86f73a5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa078440b1cb1b25b9c9fd8dc0697a115baafe1f2f5cc608c73303fc3bc53ca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cbd194ee0e4653523da8219ed9d2bc2e3a9622
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfa9cb9ac414000048bd23ccee3d49b4cdd70680814761adecc191aab9b4f97
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f70e64232009334ed43c54c833933c2933d794
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03319c9788eb24d20d430a36ec6a9ad4951e3383acb7f1a9fedff0357fdd7f4d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dea34aa27c862547b9e5aef9c934cfe4e22c15e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcf8d9bce89b4b085cbb71c869df4c9962675bb0231b78aeea4b9b13d64295f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d16abd1dd1dd71dce29e0bbf1c7636ce09d7bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e606c98f058900d0f531a5dc23cfbc78a034bb97f0248532d96683d4a3f5ec7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daee12efc6135a9550fc80fde8bce667648b50a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366d100c0bdc855042ff19561802f41dad27728fe183c003ba3462fdf742f397
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88399427acac7f2f033251c4790ff30dfa2492e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6c997b092218c201d4b2948c32e18ec7081d401cd4a69979cbd980af7fc980
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095e33e7e6c001cf5185c168addd4eb7a92c7f7b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ba636cb6c32b56037535baa544156c02f68d2a24c93cf81d15f59ef55e60ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafc83e61cac8c12c0be8538fd66e5c9f0b5cd8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1861fc49e0e5306b2515a7ba5c6e68fd41d352be63f981befaae1ec6eed17b8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf78ede59325a7bd47506a3e330e0a5c8b9f9542
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4847eee73235c1757ef12dea4a7e104921eaf9870a638fd20a191fb0a1c2c41f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ca592079e45f8f8d7cec72fe23a669e6a76170
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6c87425e5986c73e6f74a190e6bf38356bd15532a5626f2b8f6066b2d38bd7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a516105c06066176c90484a1cfec675f85956bb4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1334ddb59188cea5b8f2e930a69540f3a0abdc3286f5d180503f8267af5989a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5d7bc09927cf67fba7d6657208989e6a192c76
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61b33f3e6a662e8aa64af6f2eb400a609c527ef71ebe4f9d0875d8634468913
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db2ff02bc25e9fc1316ab4a9fe8f6c88c4c0e21
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0293e5d240005fc86bcda2c183f9eda72029ed274a70a055af33786ac6fa62ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bac90809ee043374583daebe4c4580e03d6f1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba89edb9289d0aa1b5b3c158a1a07fa260289ea7f9ad473ae64778f460dd2138
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859afc4f15e5a3938b3f40779ab4672eb07857be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d5945e590b9d3b8294ddf56eb2b1a9ef60113f1771651354697a15749c2bd2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54747936e0bf50c37d7873175688659a345af9b8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07735893d64ef950db43de2c12064529a678ff6f1ce6dd14acda1ef975debc4a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440bf780e6e4e73f851a0149e4bc4aa5055a1726
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1440e348eea04fb87aeb9a12166820b31f537bc0d4b19d291c126370d6ed1db5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c4ddbbfdfa342b0048a177a6164b01ca8e0d79
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef819b8dc31c520d16cd4dcc28c2370c94718c14b86b43c3e9b0350dfb03c8c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e972af3b794e86983f269fc1d1cd28172c4c8a6c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bc0e724e820e3a42f8e41ba059daadadcffe2e4eddc73e3159eb28a03ea6f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f55668c2c858784729aee3854e4075eeae2bc8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6355bdc5b2f811533ce0e525c00e5b3d96335698703bec93b7fe859175f5d1ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3120b06f498c04a7cae62e457bd63365e16e381
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5320120d23d94d5673442702cd7e3e068dfa9f40963ecd88700b8b68c35c42a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8372f168d69e0bb8bd867273a1d19ed7964166cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284f6b279fef52c67979ec4941f1c9a85cfb7537e27e8961fad54bad7a276d88
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53392e3090045b8285797ff195985255637a5cb9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b70e99d828844f7b88eebca0ce4d258774bf41db70539923e6c22bd828b290
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bfbe44a83c5f6f650cbb5c39e81d8b7c22085d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ded77bb70fdf7f96f5cd715923638e8f651a8befd6202dba7dde8d54c375f83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b95937f2036164173579b4aa0681fa1f0ef182
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3622a0b3701a747c81d190bbfab29d6cc3cb5dcc2ad1a037e53b9615fa6b4a68
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd84538fdac9083a0b02aaa4280a00f43b26746
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2de435b706842a1ae56466270bbab7614e37503716454bbd03ab0354c080edd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0178c75ad8be362fcf01bed1767e6bfbcb51d390
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fde1c73af57d9aee98b1387a2df3f5aa5e8f6fb4d334a4f12e1f27a29e381b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e12259843908626eb8933e1448225a986e3a4c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2016431368aa4c632887b128e586931264720cdf1682108d21a6e8863c68164
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7f79493dda3ca6043f71546d184f46a36c6549
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ec002c459518494fd8eb094a63f77e63e8f6042b2202855e5c6244d6f4c257
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab16a52d63705dd4494f40652fff6e5409bc6abe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabd8a9185d5bce9dea31463cc25e6daaa2eb91ab1d335c0187c50dc91002a57
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4482f683f045b396aa37dc1d2b79cae16e4d0b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c58d74613a76ef1cffd5163078880ef5a00cb5e01b91d2a645ba16e7288ca7a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d595718bb182a2fd41c7c1115a833e88b8bb09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca199c8edd37c8eebfc7decdad61eff66eff6f959f1f6d1ab3496a5e1d838c83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9f39f021a85bf01e9a0cc989b0be866631bcbd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f08f415cf5ceebdf1395bab585d762f8ee27fadc5f95c380a8c33e6ef04285a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c67ad1bdf33eabf4f7a4c317f15849b5bb950f2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4baabe365bcd98e7898b500412c2c4e6b0901bef61ddaf41e26b75b9af1f2f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457f93faf2d5f9a275dcd2c6b7d82af722e2b0be
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7425b75a746dd7291d379d30808e5ec396238a88d594a33e367b82a4bc5f30e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf85b320ff527b4bb76cdeca86fe5af3cada2294
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4620504b488f72c903bdabb4ba237e39df2ca6cb34aae60ed020869f2c2da2ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279e2a954119768d97b4ca6eecb07f204dad85f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869c260bb053e7154f0e86d5b7d6fc7728ad68e9e8d17cf54d55e8a1787e8719
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7f0e95ff038b4863659d78338501e77e1d8266
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f75b4857a97ec8b617cfa79962ddb2a2bc0e4769f7d9990f0d4ebf324fdf01
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa809e3a86fd7952a86df69d1a0e4149591cca7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdfc51a43c9a6ce48770f0b7e3e897771024510e7f5c2ad8c3bc4147a2b3822
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a89919e933dad18c9dd64da09af5c3e68a2f451
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c4d125115ed80316176a2c3b71ef2fc773c1bce7f21c199952adb1628af81f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3688405b96cda4f9547fbb60b4cce13c367465
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9f3a8db15ec5ae8d2171ce759e9cf7430c2f1b21710030939fb44fc6f454e5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3965dba7fca27454f1c32f5b634d695961d21946
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75de08eae45516c1339dba26f5718f0fff4bf94831764bdbd10923851bfe3b0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb52cf0c8a44da7a1485f7974fc6001f8867cd1e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a91312083864b5f9a3f6dd7b33b9ad3d13fc8c07206fcb30c2d3cde7bfd0a38
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9344882beff1ae3098c3a61364b60801db5da1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daad73ca12bf0fdceb54c7a1b3b4cecec469e4a3b83253603becd75e9e53eeb8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58987690a1c772c44316c23e09c28a59f83f0af7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba993eeeff47545db1a4c38119d785c258c36128e1e53be8fb1c7e1da3d6336b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631e0e2bdca6344efbbe02d4296dd5e75dceb0ca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caaade2882bc6300013610b7a724028c0dfa1fb63de642bc2863681e37034556
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11a0f28016da1601d295e92c0836f5470bf8f16
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c45caf5f4372912ac861a27e81acd40097eaa408bc6d0e0890a147ccdd8208
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80fb4a9b89c469b09d7dc28bfa747a307a8c21d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237a51f19a3858785443c28456fe8409d73aeb9b7dec0a695c0619678a6b8270
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e22dd11413cfee10cabfc35bda4ea069cad2336
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d71a34b3eab615d5a6ef1fff67aee1c034aa300cfca7cb09e374eb2ebecb591
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0881648adf11a286244d27fbb8c7146d0f220bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b736c66a17937606fd89deda3489980bb90c93558d2dfbfe8f01a2ce9214b8cc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6f9b98304e1a9d40eb11229fd4583c69e74cc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f49b42e26fca50668f7052e990d675bba0493a026aecc523c8ad304976cde46
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89b0f9873cbf750849cebafcaaa2b3ae6025404
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62297d662f663505867ac9bd5217d41d94d7f32c5c7e55fc5d37210656cd7d0a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e963a22282b0fe841d1fbf723768e421bdf88ede
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9305f821b54d627b7d26ec23330603be2aa9283344e792c0b75a588d78202b8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21b5c1c83056be4a4832cdb5224e88025312a84
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde31113aa033708475045a2d9dd51b89387d8ea1979a4c151cdf077759a9b22
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe780426319554186926943be53488db4c53a69
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877d25f5d1fc6474a02346a61bb96670089d0bc6e0060af4b801379fff08a813
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdb0fb0ffee5b445676a4ca965e409604dcd756
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901f6bdb5ec6c001bf5252392ccb7c5225de16cefc4ee158b9a8fa37d150c436
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048d288e5fb53a9c5cded5998d9cb3124e81af69
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02961ce83d274beaae63d5e17727c762822facdc9ea714e3192efc760f8fceb3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fccb3cf119b8da9f9c0cb78f5e33e54deeed3255
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977a9754a39333447333ac1a6aa97de5c66a9cd7ee5827c2ec6577cf3b38ceb1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c262213ef145126082bfc08ed38e310573bad14
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1879f9b154a60bc0401a70eeb8fd78f88bd0d8d14ce4820a2528d601fff0edf0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c9367655fee597fe6094874753b533d749a4d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04460d098d03dd5174fb0367eb86ff0365de96e97d8edc1fe0d6ced2895b646d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c81090071a9832d05e89dc06b8237b15f729231
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776295b943af97d0b246bc65823edba69b17813c48fab680c13b9825a35109a9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c624470bd8f6c3a76f09068163e054f487f0a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cfd42ae325353c7525d72ef41c2b2adf69bf8d3a583f601f4cac6036298c21
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963858d660e4ccbb4b88ebcd89a46806211208a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06c1b74e3f90a6cdcbe45d76d6cc30fea8fa03f0595f825190bfcf12e141dea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b6b6ca3820e6fec3eaf6b3bb80f12d8ad6f64a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c945bd73c3df10e8094fdd5f42728f43a10ceef1567f168ac50feb9378fd6b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4beeb5c0a81b4cc58cbafd486d50fb5c0278cbe0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95aa8be41d19973b483634d0ce98a2985ab94a86eb0f808e59674d6ae6deeda
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ad31bd8abf08326a3ca2aa25ad8992cf89c30e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab7c3914341496282a718114f541b40dc673e3df1cc5214115dcb3207ef7100
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89959f1cdac3659bb2d03b5427156514f7e96035
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32da74036927a12210e9ea05a7ff6b35ee8ff285117b666bae73cad8bb897906
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e2dc346798dbdc56abebfeae82c206a6246e22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5e65de79acd68853f3d32047b2963cdcf5d0dcff089fb3e148a7e8149203a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934035c6425d81742ef78cf2b766707400a8c04c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ebf4c6224229ceecd8facdebc8e46b3b83615ab44727b2b50f6cc700b18273
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d491ddc4db6e2dba702d49aadfbd544b01e826
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91bb1285d469758e1fab562f9064f0e47ac9ab2340cf473c450b5805772ac0f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aec21f1615b685e9a3fd84d3c5ef8dc2ebf5171
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc70ea7cc55ad866fd0ba8f870058a69f4ceb6a1544f6e08ec8e657c27d5a16
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79ceba616e9201b4e091b1a033d818b2891b735
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eface274c4bc97b607912225d9797a82f011adc7559f4148f934a93b92058a55
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd88ca59c1cd5e6dcfc5819a241efffce83c13d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7c6cb8796adc8e162f9be779da64f390a6054d80e9c8897647cd6d949153b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77186dfc00eb6d369a815cf58d79c595d849a1e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff63f17bf624a41a70358edd2c1ebaae765d46a73dde9503d5ee19255646d3fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07dd2ee21bae5199f5b90937c51c2a4f69e94ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4875aea9f394488f1c36d505b387fb8294807a81987067ead2384f2c6d73e20e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8f4e2f142edff864893b27bc4e283c3def056c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab5b6351bcb537ff964bd767287d38252b8602f0e3cb594530034e18c8236fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a3ae957b1ccc8dfeaafdfe9930921545ed1f8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485f8f8a37a1a0266e3655e280164fa2c54a43b4ebab558ff6f1c5fe4613c64f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150294e82fe2a10803746818fb87e660a66b18a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10a335c4e34289e326974a490a3cf4c0bbee74d9560f42e8cbc23c9003a41c0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d661d9b60bcb1ece58fdcec352f0507a6b64aa75
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3301c279b2d29c039f1558cdf2e092e68f7e82ce79455ebdb029bde50b95e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba7571aee8ce1237fa393129bf6f0d8e622158f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5485c8c353bdebedbd8026562ab73e6af0409b07f388101277c684ca1a1760d4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a7e8299bdd6b18ae6fc827453b97063ebe42fd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d95ee43fd9882daeea570406ef7290d5f3ea1bab617d00f1d13990c1dc86dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85366ba9b883db4644f56f2e68da8fb290f0b364
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1330bb16b8a4cfb56867d7462f441d7990b389aec26604c485db980869f8e93
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8845d4b63db252cbc0193c65d87b2f2721991fb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d22a4f620f74947406fe97fc4da757714003cc323010415634838dd92ac32e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdc038908aeec5c0f167051634d8249998188bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdfaadbe0df14b46183ce272f1b9251e59550c0d8075371de1ecc51e530668b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab78da7fd4cc712e29c809f5724775113dac472
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c228bc63c8350b2734d2cfb1dfbab140133afc1e85fe488e6d86c3b7ef81fefa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2780130aefc4ffcdbd054da341e8214883d1717c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92ad5eb7d0f16ccdb67bb6892f216e4a49346ea6233e2c1d0d411eaffefafa3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09610d9772e5aa9021d193ea15f78f912ae2df90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4738ba9c4ca8c5ff66729032b001a5b1fb5d00bdf8f409d13161959c399e244d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffbbd17e4c778166caacc66534a5a1073ab7286
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ac3b124ec2e2435a45d87036fbc90e84c5de02b36429f382a9a876be81e613
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c094d9e8106e6a774e4fb2e000b5270281dcd3e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3debd70325d802b9a80aa71233d7342eba105462ef21b990cf5addf0a15c220
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b210c1b170451efc6b11a5f658ab7b31985a66
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477be0f097ab47658af83591bbaf60f8df9dcf1ca5cc764ffb1cfbb4e792fe9f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c389282d6b9c260bffb7b2cfdf0651f4db1d3ab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318413aa9f5a82a90e8b57dff490d06f1f8796ffecd0275cc9c125cdbbf3a5a0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1911364b12352fe61a6a3575d54da5506a1763e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482c3fb8da75247f8f9cdea4449a79b3557ac0544cf548c7d9c203fc887a1f35
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff6ea84891cbdfb834dda452accf28438ce9a70
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60abe737619252b708f5b24b43f9ecb09b912b0773667c2f7c4d8904350b306b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef23fc7083411c11232e6fdf3cad5e28a83da7ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8009fb85cf8471020dac55283b8ae2df3dcfc8b1740c1b1f1fb01ff31ac8127e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8362bac2f211a8c61bae379671d9d685f15449
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b47c351c0a178ec994e95f36a3c335482c65315c83009632e305436719b6344
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcd576be2d1273a59714e4b63601aee74beb8d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0196b40392bd4e131ee5f8ebcd635d362f75e67eb0950eaa506cd11ffcbe84
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0c6addc3e36d03f209865469c84d1d67f12bd6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804e293fa0ca2444c0c0b0fb048ad0ba2d1fa2b9b55e89ecd29afb133925dd56
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747ad57061f0a73b4ff056f6bceb60968117e1ad
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cf98403dcbc5a242f7331231f9e1b8a227d8597dadfa0b1a16440d9e4713b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fd3ae56251b0ae37a265bc0370914527c18f06
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08cfd4ed9c258cc2548904b23e43173b2172d84c5ac7b608d5d91c6c10e0001
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6334a900a1333592ae6659040683dc8c8484be7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f581b8de3e2550cf3d01fc67c2aca3c0af45da346c0569829c1138109bb68d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6ef25a1a77149cc3288207ecdb46b5512a1635
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d937174aba74dff23ce77a56b442dbc4f7c8fa46ca917b3ede99431d3195b91a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8172a04eff0d41893df5e1cabdbcd716edf039
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf26a8db82960abdcc5ca6c93158baa1553733954294cad1dcc118d54f19808
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a068177bde24e40a3d93d6a636f438651c83be4e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3376d79b7b709b5de832e0b204a8b685d041f75b63a29e65c2e86b71877ff5c0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68787d8d85f62ae158732efb4c431b90371ef095
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020f7dd4441d5504bd5b753301e45040043baf263d4d182fa6139440bc44c1d6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712e88ee50d20d0c05e7ef998db479f045e92fd0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745b2b67ea70154ca923841e6b8fd0610b81cdb6e455dfa0bc48b1d05a89e251
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20a23edaea9f37bb8430e000b3c1967d36e39c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cf169ca209b082a7f3c650eaad83f1a846220c254b89c26e49d33461ae1868
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e33208e26143f1daf8d6ea23734cc5ca2ce3de1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a9b55ae771f6d99dd089babcdf60c43671a86e37a8f51013b8d26ae03d0de8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fcc24afbf14d37b3ac99925ca2cc597174d557
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d94f81da1f767e0d2a43873859ae1b9950d27e811c8e880751c3f41c4b75c73
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f0ac2344eb8035133b32e6f174e6bfe22e1ebf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63c29fd6b96f805cc9bad5aeaaa721be12b34d860c6bc4f36dc450e08b36fa3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639b9e14d198a1b6fa653d0150c4e6219f154c5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8896eeef5d6778d1569cfcb082777561280773b0016f5f762c1a809c2382cf9b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e48af9074d439241d295a721b02f561b0bf9272
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd9e038be6d7c8e41873cb72215477a327416b0d1ac161603ff8f7717c406b2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46275a8a583d83cd294513621a07efa659809a03
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983273ccb8e9ad952aca9f926fdb2b6de8327dc3c3ed39487d1b537dbc75544d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067d13a664f4a900f32ef76d058f946ccee9c248
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73c9714949c7cfaa591dfdd0d120444c039519ba8b7a76c2e1802a568dfd1a0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a6124b91d1975fe9e89a431b58aa60da51c2d1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a422a1c9c1b62c3c30c85bca2a2c137d7b6561157a3948542327059cd4901cd8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de3434588b56e4425b56d70fe4ebf350870adf0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509035e35fc3b11f86b53f29ba9300cb86af33f0cb0fe31a87dc3eab30a2b84c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbeddaefed883f8cb4ac95d848c4dc9cedbcfcc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7919069f71fe3f738178ac4a3d85bbf42f29539090a52bc7e7dd1a28dcbebe4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e4dcfe9dd70f4ac2aa7c7810d6741916d505f7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0b3a168e9d7e4561ab7f0da5dc4e1916e9acddcc36b542e8a80280b2985fc8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b1ee3404624a30ed1f62efcb93631ea8356a89
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00954d7a4c1685b6143799668e8610ea429149466ab3598f47e698249e7fb4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb73960c8d69e69f6bdf8d5810f1b5f39225d1e3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56655da60fcc5a169879bd289c7b253cbd5df2809cdba589f21e0b51453cc50
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13877dadf873a3b3a0568e989619e871ca16e91f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844857748738d029320d08c5b08c03039a1e11084116f7d364cfc184f826f6de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59146e7c72fe0caa1060994226edb084a53e180b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdaf5efa98ac392ab9fd7e55f95b945fbd4d583a5c441c4db4f7b927f08a023e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347d52063f2720cca960673d0acf8a6011decd15
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b8ae6fe7c725eaf0b7c018b54ea41fa9c26b6bf504050e328dab203196c267
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d588f4e773590dd35f23003e63f17a35ceb8cee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880b365bda182617c750060c97f66882e8685938140db6fbc3bcff748dbf1b94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e350d67ea040b72e26c5021eee6a5b66ff9289af
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673ab7128e906b268e75d340f03ea18704b2280378189cc37ab44d8239ca93a6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ccca55c751c8a9e865765b5f9e0d6aba706a1b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fff3433efc2c16e3980d5c0b11ac8a4cf5e6b7dff0578e9a32ad4391fc01c97
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2324ceb0460b14c572494dcbee18dcbf2a8f85fa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712ca8ac40fb5b0be7a1f63ac1c3d47d46d15eea73e90aa337f6daedfd225b79
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c56b1b5221b9362647b14a18d3090678e2559ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2547f32c0106b5524c61657a24cbf10007943db249de55b3edb3398b81c2149
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54edd9b37c0ecf0c062c316720563dd098f4a44a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9981d5b9cfd531f5106012e8f3c1d1094fa683f24d7ebb94ac3f35aa5afb98d0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ea7a2e5c06a70753a9f68930b9ee884ae8dc91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f347e34e73a52460c40c7cc5610b3d774f9b3277a82e78d485c560a2d357e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea62455fc0f227059d35107fb3ca485c3327d70
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d415378cc083801c2bb9d34705aa838de469296a1c9d754572d3cbc79ace8d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f517c40b188d81da74f84a5c0e108cbca2b2847b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c360961a9373ec30d815ced5d58cfbc35eebe80f6f1a489126a11edc43dab1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8617eb7b8e09ed1dbfb12011505cc90ad9ece10
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046b92885c46a56b10c8c770f0a7b96a8cab780e9d4dc07d391ab711f3a2a210
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cec06a793f864389bfd780219605cb0a878b294
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057517810938932dd8a4fb07ac3e763ef6c1e2960110b63ce3fb9c3c0fb74194
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b405787a5f3ecb35a7d1a15ccbbdc9492d8e21b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9849f75fff8cb90d57c2e7ff243b9ee8874c7429c18d2db2080e4346b578a8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70121c3ee54eb9c892032c91ff19259c9c417b6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e39fff135c1818b576cbe0ad45d1daab3bd6f5b89709238d259cd7e3f8e8325
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a326878841febf56a55e44b56730597a301b7d8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6af690c42b14d1c1ebd285f13c86d4b3d493aa2656b01f12e59bce91a84b6e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671a1958bfb96d6c5f7d5cac8d3e9573f7b515b5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd297a4f1991552d6605afeab272fa99c1e2fbd53b6c7cd6b1e16a1cb0de3b7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631405d46be5e8271dc9ace2ecc52e4a0d2cbf7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f173a853c8f3dbcb61949c64132eb20ec33df78f1787fb47ffe7634d27e3b5d1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c449f8e2dbe18634ff7f29c32f31240982e51897
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25402daf3e8333955a220813b10ec4e8abbd3c1ba75b9f052fc7a16bc34d4fef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f443a615bb0e156cea312db0bec45fccb13b1b5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e964138878e847f2eff9fbd593fe17ff46582f2e09b3beffa8c54f395191bc07
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8491ab39a0abd975b1487579ab1f6ec95059541d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4df8a005d04c4000481689086c57b13bf2ba09af3357b5ea24ced2c4660efc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7601297bcb2c125ae8a2503b2cc207f43c703117
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0c4a8b2ff055d5bc61720248f7722a7386c2aed2bdee449f7493873bb40b25
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7353b860c4f9ea97713acb94e1e8a2894bf5d4b0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1165db9c8b112aa9b30f978fc1765e0a7671b9645d648cd0193f8cf81e6fe75a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed314ee3f73fad4c5fc28e69aeec397af9de6ea2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:210dd9df8a5dac4704aa52c67031720d5f536169a3fec64c1fcb334b9e6d9e5d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57878fc44cf383a5166d2047af39993d3206b3e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92867f78fbb9869d47ea4c38f2c4b30897e292f4cc77fe53ab814eb2a43f7fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc9ee75b4d16dfc497885b25287fdfbbf6ad268
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79b286d572eeafc2709dfa310a4c392b3b1cef7a88e7f763ced6381b9c9b1b0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c466bd7a4fc63d36db80c820f4997877ee1933b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6e78c3c6059da4001b8eb5a96c674c727b658dc2b4e175b8e854b1e685cd45
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6da8947fc8e6e5767060cfbe4271d31ee40d11
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ba30c24bbf9664f8821ca9d6e6de6f179bc12f620e7c16c8bc162d7148fe80
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b180f1b42917768471363f6cd4dc82418ec6cb65
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021f8adc2c5d3de5e4c890bb93fa46927d10bdec94210efe725a614bb6d30369
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7325ca961c5db18ef00a627bac4aab3d457b8f64
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c167cd579fe0df74cbbe9271a5c349533d75eea3e8e4b7f1a0c6f4a8958e4e51
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb71b8237df106e2648e98404dede7427627aab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d615d66b4d73c630c008ccc88ff6ff3726586144f08549a73c5f9a5c51a50019
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec1e8fe0abbe64b79491d6861413275704e5996
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d7e08b6869b5f7d4b847864695519ba154b2d600b03a6085610cbd0db0fff2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d77169a3829952c8d854d579ab0e6a392236e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d76058017c30a4f65b0d13afbe0cb2f26a9b5eb31b87bb0a6f8f8a80a334dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea289ccdd8f5a26dcbb5f25156c592cbabc34b0b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba802fa69845bb1eb4657b5f1d3132248b8492fe7170c42fbfbf03f9a960896
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9254375289e8868e5e18e435ff22edbf09365d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1eef742dd2a108b70597f07707b02dce41abf7b6f6c4a18a68fe1ac4f03402a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea8db7fce80cd5bb7ca8bc9e8bc6f243017b85d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4804e2286f0d424fbe8a22f11315b1af44dd4e392293d17113f6bb7af3d2ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff178b6d04d7d3a74f7fafb2382d91b7f0cbd3f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f7e4f4dc063900bc2d2b7c9bfc9769a3419b0e539e5e3f705449c0d477eef1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35987930a9e033f3748b6e01e173b5a8fd8be1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f39a8865c444fa714768a582916c75cb4b3f0713e8c66b35d32b641f57c1a1e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86e83760e355fc329e765bdf10c9ee340c71886
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a6a5a1a90110e6c23a86988fbf2328417f477a176f54fad5cd3963faf01269
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32845fa1790e0cded3f1b1c0cc39b2987fba09f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a55958ca31c15bc32d80e3d8c021eae762301511ee2e893cca092cdefb945f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94d73c82c9bec02c257a7a679c1dce45bb3e725
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16343bd8d6c76beaf379567ae97fafc1b0d5a84570d737b175e40a74f7e7957b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e2876d249c57bbff385bd64b1e2d4b264d57bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a69e3766ef4f4338f903a7226d0d485698bf47cc629f9f484712b0d7b05f13
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239211ae77f55913ee116bceab707de55ab62ea9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa7a40c19ba1f1a43d1baaff2e15d4a016a471b3a0fa524646d7374fd1b4915
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc83c760aaca582d1cd6e96915c6948e38a0a4e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db5d9e34f59cb7a9b8ebf468565ded5c6f8df1307ed9a9935ec01f71a06c451
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fdd538f4060444d055a594ecd8ab8bfedcfde9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6277b001e415e811e4cbc0887f609bb289fe90125b43191ca0daa7e64acf76b2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5e91c95ec986fe85699f15c6b1b3dbdf658219
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07dfeba35d179d91ca65b0bb1f3ef1fc96af0b04b52f0f049b9ae4d0509881d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4534fec5c42417352dbee9e138bb8e9f456ffeb0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57278d974c59e34fd9ef1ac33819ece7092f6dcf2a003d995a5b63e603d20781
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f60292ff6b1730e7309dee43d19fe592ebceff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acacd94444ef42b2ea097bbc697a6b5ddd0e0ee2cfb5c91a13ab4092a1d77c5e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16948dea1ba283965a297f05f5536d64552034e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966c927da77d49ea8c68b06023ac75fa7676e9f6fec533d870f69b6d7ec588f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279880b3b705152eac8419d6cb230a1f99fd92f1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f215de99b91549b72967440019300352844028f5d31c802abfe1a09461ad2b7e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb728037f123bcd10d8fa7019fdd0057b030b53d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0dbf380f844b2065245d70d700027d533ce747917871e1d1e4100798d6b98ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1985708efdbd752e5eddb083a729962c5bb9d688
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a776a0ef57597104a54170d7cbc4c9e9d3fd1757a15510c2c6ffeed34460555
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466a3b0d1b1a60a3bbb075ab57ce522ecb0a2c28
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba2e9106fe6a4477868f3007bbe557ad6ef06ed6a3987c7a9c03278078c498b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b2b116138592c5b096652a8234b63d40ea6ac4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fca9eca0c09bbba797de902a33703564da09e94c6e2d8ef3c632ca8d985419
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96a28c33beb6936d5f91c88aae0eed9460e7ac6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2ae54eed0132ef08c1a3dfd15fdb03a4047e4c7f9344c892513b2e795e1ede
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846afb7ced77f4e8d825c3378b947f92ed00e460
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a95fd1a4d9a673992b98e36c659ac9d5a6cd751a75864642f01c39957ef2e9a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c1033781af5f7091cf77fa77af83db30d99a0c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7d94ebb919650dbe2766fea00d9d0a09dd8d6883de0f5534542beccabcd7dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecdc5528517ce57f2704d922f517e1d5ac3500fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86ef05b5595c6783277021039f8d07487346940a36a75604c70850eec4db61c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ee725c2a4405a4fe155c08e9eb3a3201a28aca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731869d32ff348b9c0fb688eb9a9d8eb7a290b0837f2030b59619ade17200b74
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8732fe7345d29c31541a1090951505816c3ff5c3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e531003f42a67a39d8217f28cf2aadf9fa067743eaaebfcd5689dc2e16f15788
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8768452f32b0c803bc965a50f4e4d2565102cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3393c10c74f3ea1de7ec2fcf5050b3b0f538f35222e9171ede5442be32b3a3c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102e0b3b6de91ffce44ed725715ad739619e2c89
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4677e782e5c44f93bfcfcd71eee9668077123364dc02f110960176489507c64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5de4380144ed118f803ef41b4c47ce73d12f9d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915a50512ebe5e9a4f2947721e139f3bf6b14cf46a07efefe5f401f36db1e5ba
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38e70fe84aa305d5e017ece976fd07a69c1c011
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71722c5359f49bdfb0b78412e97a9bd3b0c373109238d4fe2b4a53d192d2ed5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df99bbe0ebf8c9c757d3dc234f477b58ccb03d61
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd416d4c61d87c1ac2818ada4ed4c0a6d3b02692556ef56d9a20e427c319de97
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be584bc836eb387991debb3ffbbb5c9c0dc0f5b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b672d95a32ac8a0eaf0cdb9982c28441b00d7291b21568efe8860b32bb72ee4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e2d055417fd5862e5e51036ecb4f34613dd56f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bab9fd832f6984f1688eab44d0569972097f0a7a73b57e31c55d45622604a7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd82dc514936598d3828b70aefaac9fc59d02c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc44fece40555cdfed01243c730f4052173e4e16fcad87a0d74b3f61d4d355e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102050acae6faa00f49163b189824097e4e66c1f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396fe2109e01d7537f0c7d15e0bc1663201bf4150875ccf0db5a6cc3c24987fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eaad12239b8a435510ea044fcb5d3d6d714c9a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214d400a7c998d85873dd7a940d4a36747020fec4c8a199386cf629c607a01cd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c342242fdb2ef957e559e28bc904fb270bdd9e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7449a5e966c710c0adc16ed2b43ad18b557e19a8bc02d6a3a0d416a35a52ae6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3f4c4708298e01c70db8619a80ae4d6659c949
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6d46971199844e6d717d82a0a9ead62b1ea252fae927c863a62858d8385581
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4710e319c343d0633cb0be834fed8b9d54a898d5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f02ed7ef8aa9b93a1b56c063f5b4798474c2c4ac41579bd82decee6b29d574d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2847d88af44b7fa26caa2b55a5a91881477e4584
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96e1d0b872e95e0ff703421032404744e75026bd7be8670bf1382f6e79d2678
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39934213e2de63f59d1455b92f86f65880e2e1df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9ba678a20d19307c1da220449628486d4c6c3143e966e67a8132c345dcb017
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a93c78e01a16645251cb223c48e2bac35f4ac84
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4ca8e8415a2f12aca188464e151c6af8b84f7df0e620f5368b07ca2e8a638f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802a33c3702d4891a8c667472df352597c9691cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1849ece71d043e44076ca58b29da546e81bdcaa4fb56ef5dbcecd5126a06b539
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eeb31dc916effd475aa66a5b06fb175b4230dcc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16bf37026eb36b8a88f17b2d753cbc12c6720cb07f818fda9baae03e94bbc05
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35801b492bf5223d95735b8c827034de2bc5191b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3992308ff79ecb939d502d68fcfeda8b116d8f8e1f0c1477169877780452e50
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b49df0efce2489d43a9e3e5230606828de59a2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6756d439d6c98bd6f089d6d8bdb00a8e92e69bdd64b460a2636be208a3e0380c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369baf8deaf2aca5ddcaa0a11ebca46a57a5a8f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf60ab783369132d0273c7d5640001c0a69826e5e4197bff635231fefae683d2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f072eba5a7c10b67d4cb307b9f54e5e18f0f7200
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511237c7b6c9d6d8c9d004d07c019f6162dbbc4dd4694eb81ec5c09f7f11d482
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b29321dfc0bb93c3263f616be21bb8d1e08e4c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3a6c5e308fd7ec8fd5f49df8844b99bdbe205db3bb3c6d244a088351ad28f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09d75b1769181195c1c50207a16bc5bdd494198
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53cbc9eb999aa30db6ab072b00c3e5e61236352b5817fcb521179fa543d42b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9879406fa31974de646e669a7c2c568135b6b2b8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b22cd61b3b19f683ac09c3ca60f0f3ad0e0449596614d94911451de5bfed03
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a03410b880f05356ac472440adcfeb2905a413
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173637f88d1fcdf2d6dad13920aa9b30cab7d086cb35a4d881a68b8cfde5557f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc6476d6ab4fd43ff8a193622a113a38daf1762
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cc591f870d704cc35f4b5ab95cb353306289200685a3dacc3af44ccdf124bc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b207dcee615b324141525bf223c56f9e467c16
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8aa04b69fc9ea78ee9a50b55194dff4f2dfe913fdd723bbee1e6b9caae92ed
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4802c9fd47e0d37508e595811cfc20203e0f90a6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e982fc949d738109bdfb815ed787b5997edda70dcf6078c1840c54074fb01570
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1136945a00012a1267db91ce26c051ce4450e790
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2a8aa2b7b0c0f472153dc4cdf9289eccc930a905cb287dd1bc445663525be5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a23f8c741a302a2852902f653087774b59902bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1920d99bc5f6fe04b96a09fd23596e6398a644c151a654cc134c4dee551ab1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c479734168b24debb2c84805499241be2d6db0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0dcbb2b13e122b8e199ceddd6be946131f96187e07d71d9669a7eaf80e21d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d9b2dc8e6e7911feeabf2b4161d62d3a5d7eb1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b05abdb9bd505f289d6c188e2d581bcfa56b8b408683cbc4e96332927d57e3d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f3c4408938e36c9cd475d1da19034a31c20055
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2f533233d22f47dffa8f801f2c0b187bc5ec0003c5d60a271270cc0cead320
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e800013bc33a54bc01ecbcdb7c48f100bf5bbfcb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182f28e2359c8d9dae20549364f4b7322abe95c0a34b35a1ec7b04d3ced95129
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329e092244d6c951b7ff8406c408e98471e588cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75266112f83e38bbd4b4fa072d755453f80cce75e6be9b225bd62d76418fede0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b1181bae55de4143afb7e057d48baf48b79bd8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f41ff72f9f8e5838bbd66830c28ce054408603ad4294bdd2ccbdf9eea0fb43e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0f3c76cc1797d48a8c8236701fb67ffc2fcb0e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8e1975b1aad586631e314145dbb30701fe272a934b4713312a11fbaf2aa2c5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6ef82e16795e4ed7f675653a39e30c69b941d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a465c249f9edf6b9e6305a8a7a6238e7ab94ad8c09ddf3d0a8e4554446ed6c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2cadc12d92ff34461b47bd063045c285274bfd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11dfa2c48b836916f14d9ad75e3f16b84edff4c7380e47c2d386c60cfea9038e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de3ca044f0561e0bffea94ec06d03c2ed4cec7f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3a09c00bf7ad6fcb26bbcde31023594c2e2a9da81cfeaa6e483a597c67729b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20bb39f580902a8950cebf8b41050a90c109219
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bd659fd0c1023f8322509f68f13eefa7faf39e161fc8bd6f7a113fd4983e6d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a3d9ce73cb4162ce29675883b9241bb14600d5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6224d7e5512518fc9d86b91c7447961ce1642315d37b637af457fe9ccbe80ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26cc8923e5289e5b3b80b76d741962cf53cac2c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7b9d4d9f701ed03e637b31d62d41511c7a6a988fd19af0d3cc2a7aa63b1e59
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0019a5aad1c4b99121bdb6d6463f03db7354b23a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be33a15867d9a88d07ebcea85400645b2832a1b7071a22f1e356fca1c6f7f1e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b37161521d64cd8c6bf76b81c78497a27ef23a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5866f9c88cc40ad28824216917acbe305dfe11af040ed1e683ad03595b532d19
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32351392c33d8ec5b2ffef678a108bca8d8c793c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feacee89db73c9f82228ddf93e4a3f767596899b5d3e33733ba1e180794eb23c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fdb76a1348842bae87e1094d5daba602c6bbc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a58c32fff7c61899abc895c3face743f3eeaa8131c9bef4d40621f6587cfcf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5f079b46d84f745845d9ba2bee18531863a115
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d78134a6a80032698b67fbf790e03c06d1d5e2b34f0d8b34da52033f5ebdc6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fabc4895b7a93d557bdeb4ced8358c374b37977
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e34943c7f013bf12c37156fb30c573198b3d5347693353374c9c759aba3242
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11af7d619a5075889f250dd3ee397726cfb7c5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3c718bf4798db48b86f8ec179310f9b62992541aba592f1a86e625030617f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21185ecf833509d7b09fa77bb006c514e7ebdfc2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b25d8831e5374eae9214a78b0e28940a11259e5d3840e255ee70a67845c2a86
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268496c8121335f488371dde03ebd733303da607
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f288a6f492011cc7746986d616682ba8e292b0829ba3395c126b00e12584706
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284ebefa86a1e5d68d73ef62816a17ba5afea6ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e6dabb1e9965852e1b98c48a1fc26cb5610cb0ae60f0a6d1cf69fc5e59d5a4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78d587111660d482b0ac027cc0d8c15f43daced
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfb31fe381ad22b4f98e552afbce6d1ced441e76ec3299ca11b7ef8f7f430e7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51fae4dc6a856f753937225d91152d1cd7b5e7d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc26a4d1f2bea458d17398ccbe877ea38d1cf29f4a8954d36c0de416084d785
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5067d15a17ed7bb71e3cae21b4adcd1c9ab009fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55dd0ffb94e55dfc36180e9bd186cf422da7a46155bd0ff4587df637830eda44
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cab78c8dea38a814c748c9774af7998e4e4a917
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe490939d658a23856d0a2e47e1d25d6f29516ec7b6b51a775458c16e186430c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99444c88ff369b95fbbf0be0934f04cbbff0ea8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ebfd1164ece7a8a58645a406cf26898d3465c09253bd9f5b289d12f568cb39
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508c8f116241e5e1813f46f7ff4805425ac67ed5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6579fd4a1d6b174d60ff3d15940b0d17df0892b1b1787bdf899a0ad339ca31
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6c1509e1f4b94be921d1b44caef1d1e23c5705
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31c1d91cd8f8c20b49b5a41d7e10d97e4dfbacf34bd1f56a895ac3596861510
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8889ef77f0dbe1f22fe7a2b6fdea3559fb117f96
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11f89ff75d934099494eb0e5d1e54db98a5f904b9120bd2cc5c9a1096e1616a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba796470d77e063fe84f379ee421a76e68c85200
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc67989187fbc578b928a03ec741b5a1003e99a072e644e792c09ce63bf7bad2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1623fe2ce90f4a136ad6cad58384418bbee39779
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cd09064d784ccb22e6b9a0f0515b4bafd6e172bfdd1dec308ac1167ecf8437
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab8ed0eb9f9992f88a9afe2687e823153f2c881
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fec12a4ca1b8874f80e83088a2bbb383ab66a6e50078fa17a7558876baf267b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb4ec6cea23ec779fa8ca8a9539c5130b47503f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4726582a36b4cb09dfeccffd56046445e8d3c407509c96c2ef6e2cd02acab40
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97242ef786aa7c6adb3d2639ee6e9ee3a11a9a21
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970f917ff194bbe94830faf0b4578c6c7ef37c022a0e923a6ac4ec89dc51330c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422c15003941fa026ec6704568e6f8f73b7d61a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7c8a47f81cbd15a07c081733fc4223293281161f9201c2e0298c44551e6645
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd39aa46370603ba7e271e74f0202c451549ecf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62369dada4956d170a51e279a3f591475af02b4ca0eeaf6aeb98e88aadd3c895
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464cc8ac323133140fb61c4018f0f8a65541f29b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af03f064dc335b71a7cd1e9fd125aa9a76d3a30122e417fe434ad7b635f5208
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae62b48af5a52ff75c74b66df89fb124a2ec28bf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c3691353f32ce2b3e670c3f99841556cb8be0e0991568a889f3044c75d9cb2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1e22060696fd7c4b4018b4c4be700206dd3166
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c4b2d3ffb523610b9b9b521ff24c1238ad175f97c2915c4a375fb70e257998
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3752057509c035aa6d1c709fc207b7b86f9644
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd3331e8860bcd1a87c3f9cb73c9356c251fbff58acd3d9c1c63b60d947db2a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b89e7cf24ea606a133600c0047ce3b79794408
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8c5dafa9912d07e28a84e6e33c13e75ecc869f7d136a328a2d51b4002c2ed4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5baf289ea3c09e6aa7cd2e2792f4149089bd84c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d185e40197dd5d62a34423e6c59c9b91d3768c2aff9b3de64590a3f20942f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7301e52c354858e32d6f1918be5e8b931affd013
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29709587830d618429882c536fc27404266ab914b4106774bec9ba5f43e08cf9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55425ef77a68af725ae48c2d333abb1f585ea6de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2942401169cb855239fc2fc64bdd5b2cef5b510c8e51a9bbf8af360fbc25e0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae3467dc91b315bdd32a4afef51dc9cbabf3507
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b1371537218edf6b7f303db0b57a763823757e90ab20893316b0d22258c290
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44ad755cf02720e5093bd61c64e783406f89884
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7403faa150bb007e5c39e1cd14e8e6d2f3e4236958f54cf6e82453005c0223
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e683f3828faefe1bc832a158cd9bf34ce0c6f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c298a47ba790f6e86f24ded40aa070ad30fc6af48aabf844f413278d270390fd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33eee79f5d23c18e4ac976a8eeff16b5ac79ae41
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f5cb2d1c5ce4b5ff14a99b27b6c2bce4db79a20a5123796b45bc1619f6a00b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a497431d27f116d18f449d04fc2c1773b9d2afd3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea215e95cf3f85780740a59b3b78a79bd4285b20c428f3bbaa6800a95c35ca4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874a0fa3b06b6f9c5c78de06559e0840d864cef3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b63dcd6d3498771b802d4e8fa5c5e46217e015dbf5146eae526705ac87f48b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02dae19ffeaf6a6ef93f01e15b753787802505c5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceeb302f7537ddf1f607a4e9760125dd5686dbaa14a7761a9c5ee0d9f15bf95f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f947f6c2dab0feaeb8886d5cde5c71e4154979
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ab69ce453b7673d1bc3a68aac66653fbc5f97d2173ee6f0d7cabfaf783c3bc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56439b71541f386d7b8c93913cf6a6aaecb1d1d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343c269ec53b9d45640d755f65c1b8cec6202354811f380c4f7c07c03218e18d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079dc41ddb365cac23573c3496523ecb30044895
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ed9306c6c8cc9c0810a3e9373977fb44b1e8adac61ffa3e169dc4241335fb8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5ae8eaa3e4e6f21c367600378e5e8cee28a511
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8ef77c30734452b95a47c985d5a7dc699930a91aee4a21ce77c9b82c610451
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f3c1feaa3565ee8df261c335fc33d7b5bfdbdc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07612f3c86a738003a8128307ae1b99c361eb565770d83a368951cd9b034e27
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b42624716707e3ea4e8e88fcf619698092e169
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9085b9f7d7b97127447edd7dc2527471caf7750dac52a7bf2f50c3f1252fbb4e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096536079a87fff90709de0c77100131a09bce26
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38c01c6b63bd606db19d70a0e7d95710f3e3a78b742469e96d5482826d90c10
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0eaeb519b9d9831130e3677dd1cd52440addbde
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79f3c19871381a76dfc9caa0abe6f8885deb88f441cb1c486d92e02494ecfd2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856346715b083fa4670f8f5f1304543fd120e1ad
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d28e22dec04463ecd177d2e390d27cad4214000353b15e287bf058b1ccf4a7d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0607889a423dc400335a6835f5ec6cc68e649ca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e407378c0ea1733b625cf15b405d4f8d95bd2525bc91e94cb676d376b0f9815
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482e90cf4825dd90629fa3b3351eb7996244959c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e88abdd2515233d3d56bbf7655d7b9f2a6438a6b7cca05b855450e2226b793
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd671c63dd1b7b1abd1ea3886aa55ab34f63b2c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d765c9249d70f256b70aadc3a11642e3cf5d5cff1a72f82bcfae87d24f175fad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0419ac7bf2c7da73d07e8d8c74d142bc06d28c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582ee89eb7b090758547aeb69f4061ed46975525b52bdf61b8021705eea0cd9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5891d1d0f85ad02e9ed3a7b0012078d62e46d0c2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c13047c2fd21636eae2dafd1ff1702137d23f89ef52ce2a1ed5ec7fb6ea6f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf79e51af10962188ff22c3dc7d2648cbecb1946
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928a3051d13db8f22ec4ea45966c99dbd5ec3c0ae3c0661c0a8d707a7816e9df
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287b7d1c49bed9c308164f8a971b6f45e1e105ed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d38f458dd7d9e8f3d8d35f7e536de2776293b72042586d47b75d85d869e98f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8bad1866931bde35dfd45683019da2e5f8a91d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8169923f36afa45a35dbf1425c50844497857f20ae118799d7785f90596ae654
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72a8f1c111a5b497d18b5aa105deab80bf1a3b0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29832ece9f3aab58de9efa79d8ae110405b54c880d3cdd35b53b8df0300cb026
+size 42115
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b55ee3976be4f9ff1de05fc93af5627a45bce30
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db602ebd570329447ab76c113bb7e82bb5f1e13fc8dcfe0d2974762063029913
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e53392900350741499f6efe65b420dcb024d97
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453923966cd9a6b35b7a7c29c6e1d54f3b031f7c5e6d830e562ef632acf0f4bc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f08547ce9c91e7d7656abb5778a1cf7b694c1b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8b8ac9228a11aa9f2d581ceef110b486a66235e758d42258105acc731fc587
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d287f08b4c7624ec228deef30cc6250e7e40b8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae626e7db5f84ff7800a099d0508e30c97cc989573b5a11946b9805348e97c02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0153a534beed6084b2f98725be534882da16318c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b46955bf743b416a32e42d2e9aadb0952a0233d24d60503816663d0f3faca72
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e04eee5033bc8a588ae7c22823521c58e3634e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c57e89077574d8198c46d593439991f8eb306bbab18203b93ac37c2974c1e0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dded07959ea424bde0222819e035b6fe0e485467
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22c8eb659898022e9e3446fb5f96f742d577f38d5c12b46a55e743771bb5c7f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353a32f1f8dea023c7b08e4b2992e800a98f318c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382f2983c58416d5b30242e92d92b6d758fa1f6b0f778512bed9706cd74b135d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86edd6ef3ff6879d5528f702ec09656112e2ac56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd22a714fed08207109cb2b944c884b105881b90a820a38d62d7e54589fdd652
+size 11395
diff --git a/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fb2844025f441e9da7740755489f8219dc0c4f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d8042834353db4ba24c218b6f34155dddf86ac8206223127eeee257928c976
+size 11395