diff --git a/params/phi/8/rnd_search/comb_0/init/lm_head/_0.pt b/params/phi/8/rnd_search/comb_0/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317dbf1dddafcb5ebae0a7d79b0c4a8444783499
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8646891bd39d8519e76b568cf5f5fc19672e5ce8b97f284764634944768455
+size 205955
diff --git a/params/phi/8/rnd_search/comb_0/init/lm_head/_s.pt b/params/phi/8/rnd_search/comb_0/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6488b346aa49720f9ac2fdb20fd382e3fd7a18
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3212e961bba19ebdf2b96657eac820defd30702bfa107ed69b9314d8303ea704
+size 205955
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0e7923c9cbc4882cacadc6892214c7afb19fa1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ce6a363d5f3d0ab5d64656fead7345b5ccc9559e52ddf3852a122d98847164
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b50487e1a0e92e04130dc9749e7a3c7185080e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889d2431fec9013c3b3ca47d360b6dcb9632ce4fc7448bd233814c8226f144e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bfe856523cb9a2fdccd4096966c0ef4ae5a915
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be0572827eb061877eed3168f99e749ebad3e3ba954b1081fddcea4926a1fa0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65e3dca1752a1789d9212f2234198e48b883b05
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f403683ecd32ba040f7a3df3fcfe651e330b4ba6170caf1a3c2c03b23c6b47
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7e54a08f516f4fc18fbfe12f6702e126dfc719
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6125c9e1d23147b385a93e880b9b3007889222605384946e5ff4eb4403b65732
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bece93154c486cf5ee5bc9d976ff342b963ebd17
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eee656f635f422a4c8159d5fc1e3d37bf83a0f26d6df81abb3461ebbde9ffb9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2629ecca3c8b9427b7c5b7171dc6c3f5594a1711
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790fab79c16554ad6350936e36726394c212d65af9d68667e313537e99436e99
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f104adb9c3e41f0b88f2cf19638ded83203c525b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589fc274c1ef1902f6dab8a368f1252c04c6b7e5c2f1684b0efe358617d29999
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740d1017ed7705eba680776a990ec425256e1c71
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc51288226bb8c5471ec8c0faf38bf28375a14ed6b9548056d7d16acedceff2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eafd289dbb601652f1f2a58b4fe240ee58661b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b9aba1c732d7793ba267676f86fdc9461740cd7db582733a961d5fb3fdb5c7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078bb5b8274491a6bd854332102cc1452962c008
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2604d4c115fbb61c4ef60a80571f0773d21b4edb54dc04bceeb09e51f3a6b56e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8fdd595da632aa4135e8eb8969bccc7bb6685d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feac0e3c9dd6200dd1e8da57e7394e8d3738a267c81ec501e314c8bce7fdffee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73893aa76b4a60f900aff455522ad3ca7caabbf9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db6f7c764e3cd1fb59a9cb19105a4f1927a6c3b701e53f9c3a39a45a9fd53bb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cec8161d150273c37f08adf7ed308986567e69e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08045619f926a9d25e18593e8daa7e534e0b0f6b438249df1042804d48f621a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1aff34d3a5e4faf2c759b53fd2beffacb55dac5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dfacf3a177f62f3cd6e98b53cce9bf4c861fea898f6efdd521178c846f60cd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0552420cbf398720fe2ce4a05008c8103a80f961
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3ae87b1f54d83706563ad9b529f2bd2c7eb3702a36f27284a48455d954432f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e6712e5a9330c34c17139a31b878bf5a9f6374
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61a0636e0002915560b3dcb83629a2b812be45c5e2ecab4bf669df80c77e2b4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a9fd22a9563758deda352b3069144dec84cc10
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ed889cb7e3ddce0096b09996559e3a03dc392b716831bbae79bca7a1245245
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8db38f9572e482998728eeef6a36d237f54686d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06bd7ea13a45942940a19128f4b631f0dcb36bd11f252d2e82ca6d24d6fa691
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733e8c3113aafbc3564ab0073bfcf3ad37e97124
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe14c8d66c37713131eed389230c7ed917c0320a7930494d5ebd216f2af0b2d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd350c9ff6e5f6ec8dffd2b5374a5b58b050756
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff4c88476387cb5bbbc84c04c0628945ad7ee052327e03f8819578c44a0b2c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ae420e7570fa373b90b7c6ad32dfc1dfe4e6c3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b475bf690a47090f8b1b16c8847768b703e6eba17279b8b24e6575bba09342
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675e200b8015e151d05ed5e2fce7bc2855659c99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54d5fe6945d9d1c9bd9b19583aa9d30742c5467c7925ab1efaa10b6f0fd7f82
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e15f331dd6ab0cf9c3f4e180df7adfd8f9d0dd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19141b7067c58390e941a9e7896999194f60e3b921adc07cd0b6f4fad775fa7b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f9357734e2b12f875630bdd449995abdb91746
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015716d8d911a51e960ef4b37becb86d831d610cb96f6ad058485ef73824f9de
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22fe6d3e7727a81f9b3895909a5e5aeafed929a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64758580ab60601b9981b1212a6042a5454621b17037fd36dcc6bd5016033922
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2293ecb6a2cce6550cc689cc7eab15285ec59e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4a514478bb42f1c73548214d3e9df3b511db849ba83335e1a5d1dcd037e92a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e61e12bceca073c1bcb78bd6a0a1b309886c0e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf20604d01822b6494de500678ffed41d180298cba5d972989135996b63d3ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a549a493de109aeb3439bccd796379ec7f45455
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cd915a979b25ce6008deca6593c15c75bc8f6a927d1971205005bcfa976909
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2dd18ec268d52cc70be3170b107e9b5ec95c7f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7536de27e24c91f06984dd18bf0b9268bbf453a21edd7630a82e569d26b8f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2e714ba8667bacf272f191717ed158a64914a5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97aa4cfc51b9f27f3be45593e7e7540d5808c492f13815988529aed7883d153b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d9fc0a005fd2614ae6ecc853cf7ad4155cff82
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924c923e992dedcac2c7ad689b61a8b571c83c7f7498270798d94b7b5cd1e130
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe2665381df141738d9455fa45b6e5e3a375645
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc0e82fa4238464a3bd7f69f171bc5d68a8646aabe7eda2f6406314cf7e09f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b592214587cbaa1773815715ab8227a4c123105
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb742f92603ef432e98ae6ad223f34f21809ad5480b9d050cdd357b404496a6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645aa8c6677107079c63c816dd06a84e975c762d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681d196c98967ec8ee52838124ee41bf37f60640f76a9560256aff98040b263b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9c48eb1b643684423f97e7bf441fd80c80f870
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f280d4cedf2b2415e27360baa08dbc65e6a732cb454ed20f8737d035faec8cb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383f794ec84eaced6feadd40e10ed20fb6e11b90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcec3869c85d13f12c32356d2215fbe11654f62c964743dbcdf21acc9e5a7370
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4cfaa1ca81ee79e6da91611029840b74b0fa1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5918b52e037e03f319eecbc55ed38873df6924ddebad307fc8aa65d17652ea29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc88d24e59fc469bfa37a999f9775df303e2f7a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b315437dabe538ff87f3091f41c2eb03f63bf09bb278ffb98b0c12653d8d8d02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8262a62fce42a32fe12791ae84a6c66f88e941ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb69505a2c5a0b33790d1836a66234dc1ed3751733d2132ab9d1541a5e5a93c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51b50e4ac4ef938ea3c50968b143db74ff99835
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1265e36c7ffc605f12603b9b5827061801280515191d45605c3d64cc32ad20e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4351e3f19590540647027152a4b453c58dec6985
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b80a595d355220b4d0ccfe537029fb87b79bee163d0ef86a5be4f11d122e913
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a624785c9755771f109966510b07539f0ac66541
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1779f10a0f5fef31ea4d3988677ae815606db55775038fb0fbdbfe9ce402418b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7195f47c7fe1e44d26fe9b4ee4c8e82a6c233cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d86811fd7154363485959a48e9c3250060a3fdfa58977f9756605ddb0f00d2f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db916c0ddce137b0bc220f978cf216daa106a61f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a9b65ccbad4777cf6c6b70269ddad3520fd498293dfbe479f2ffa9309abaa1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33398c2b61c4e8b0262724b8023c0b4cf18bde58
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a95aeb3dffe89879e1eb0e61f94918b3b20ed0eb9997ed95e363e824a95268
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48ed27ce60495e30b331b1381a1383a2beb5485
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdd0e20eec8b635201282a5f106db52ded5db6ce7138701f3db8bf1a3a6035c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e573cb1abb4ba5d786ea677d608facf479b39c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1757f4c08c17d3c6f4e4982978b5a245af8cd91c2234bbe96202576482e36874
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4124df327e7cf5956fce275493cd8e5d1ff87eb9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b085eca942cb8d3bead5661a0769d0034430402b555f5c2c4bec2b9d3559e8bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d236f0359b31045fb929b865d1523aee6a41117
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea45da434754d2e15c86f982d196f39d808934bc8b1749caaf5abdaa10cd1a7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611af2c3ee310ea1431cb991c24a5b3130f92aab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83da2bc169218fe2ced1be67ab46719bf0b1b91bb087cfed22234f8d46cf3b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607d597e2c97d7b2d67986742c388f8ed6dc9777
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fcbdb333ba6cbebd26802615fbbd318a3177cba37f4586dba32ec29eb1248e2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938f0cff9a371bc60a5f44e3ac330cf260fb74e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34dc4f24fa261b2ccc722089c9b158b4139dcea3b41a55dbaf98c0bfcda2ef0d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b3d55b36810ef7a383a97dac0ff5582b47d80e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a05297a08cb7dae7afd10c402206d48f7f8c322a47361cf4db588e6c5978197
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77eb856ffc587d2876a1ceb73307c8f59aa75fa6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b00011e11443013a2391e47956e33dbb3ade74140364f35904edac029cade4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065de6deda7d77e1b4ad46e8d42c74af6e0d7071
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90bc64ff28c828d45a3af6406002852c66c75452073efc7c2b239ec56e00e23
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9964d4390c519cfe648275391a5e764aef9268
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf9d80b188f8972b1bdf7a56865a1d2e27312bab60f5d6abf949d2488ef04cd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b26b2961a1ecb051503a2941a9f532118b9b1a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c550d05f7824dc428524b148ec840cca6d4bef334360b541d56027df4e02695a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee95249b9a294deebe0be4c184e9cf923221693f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab8c9e0c5e67c678733b28d9bf01ad5f32ac57f1af3a3e297aaff0114c60973
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d34dab1dee8f2b7f05c044ce338be26f0fe823
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45eca0a7eb9fcf63b2565fd841687733dfc8930c15ae59076647367c75145aa
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f8779048f27d089b427692fe622761d934b160
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427736a5c76c2cb643555877c9e4358f20c6b70cc7a5fe6a67c3a20eac02fd28
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90954661d842dc56a28560145292969ec03a8cfe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f58cc08bdad8ff9d8fcc6634d590e470eaa838fce79cfb6912acb0f1eb6e089
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a58d592997292e58f88fb82cd5142484034da33
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad3c1b7a242e33d04acd4ee9fce8a6837ef212c143ea2c71c6e14105db512ea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912e21b523d03bf976f3a3ba3fabadaa1a99ebd5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e125804d319cf06d3d6abf1245128290a9df9b1c9a5ffaa8be8af8ba17de9bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd635589f7f8149a6a7d5581d29db600b8ac0523
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67197c073eece29b433ef2a2bf7292fc628f8c057d4df361b04a9e9a2cde9eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1066c8840dd6ab6d11e51da21078310c90ca1f5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec8af643746b0a685d41fca6b77a257b85079166f181b7bcc92d979e554062e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd2ae713a11e6dfa185caabd881e4f001a14c1b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14326d9b9c29da6a2c3b6a3e0c836de67b6e8f8dba9dbb719552bc3f35c1d72
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ec17eaeeb87a51ea3fa3920407c6f9cdbc42db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb42e90708a4d38ed341b0118ea6fce9191a0dc40d82f52cdb3ade3fe90f3d1b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa6a7f5916ecea88ae803f3ba66a47f11d13aea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35c7a44bb2de93587df1cb26d7b55102433ef9ccef8f72cca4d96622c12fc87
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41d5fdd10fc0f8c7a1b9d442ed3f40b0fa9afc7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0577b0644698cfc2f785cc6ee51a968e99bce24985d484f1c244f50819d26d45
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b172f3047a189c8a3374363c4799800e38b196d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e68a018259fdf6aa0b14ccd40709a68920d66cab12269b6f1e087e5f8c3983
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2857fd5f26c5174cc7f7bce45a827cc3fa2c074e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e26ea4f1c75da3a02849dc464369be3fa4c533eb9c2318dac61bc0a7b123f31
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9f988fcf8e5c46011046b4a4d0cf7e8c88b054
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e2f6395e4a4c2c468522d3072e04366d45411d768aa1e6cd049445cc9c769c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774dcadae13c18ffc03eaf2fc54120884c98bcf9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aea1fba68b495ecfc9662709ac40ea87825e8b12ae3177d81bc736f9d8c4992
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bc453c599650dd34c90e98cc0ba65c89d23f99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53727207cafd7fccd0d36a2056649e889c52722c28a78ae257e6081c7d19d535
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0777a657a5de89cdb48ab3d522fd981707e39c69
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e67941c813eaee456abe6db113ac13a4256ce1b47cd8dbcc87056bc5902355
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc08bb1ecfbd1604281aefda66084cd9cc2d8de8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2172790568856d23f23caf30b3537e2850964e70a0204e0222ab0a93a720393
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbfddbfca86f59663fbf1c80dc82e455e04246d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edac5e700ca73461ee55fca65bca9f159df7f7131a37ec74e6ff059f60da849
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f11ee821551f76b37a0b88ece3cb926af49e2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a74a37addf57d392bdb881a25de8170b8b8f6e47ce14319348fad2a227a3454
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e343f41cc84048e34eeb20dead2786fd062c9eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f6effbe1e98246aab4b0d0e725c1da1a323c08800777736604333166a0ec52
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd728438db6543e79c0558f8278646cbbae5d70
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef06bc1de4edc22c271685870a6864ab2bc9459a2753b95d340b697e7b1fa46
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747cc987bac2180346a9d73b890bd4e6296ad916
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec5c0714d00b911f1a966504937aeaa743f45c385ea013c736584f205d59902
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32ecfd8ce3a8b2260eb8f6eff3f2af48c36216d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889dae0687a1b45d658f01006a19efc4a85a602edaed6497ee375b99d9c22915
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24897653d2a6da46e0327fdaeb73f23f035e817f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66697719186589b18a53e4cac1ef0e323e56a0d3cee79a18cb8684d6dde994e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026d532a53086ac3437c3ee1e69003a55ced8b92
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2669404b9e79bd98e7e5dbbfa3ce339c91255321c34e0145e93c2b584aaeba
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19246f0a43f3979ae20ad9833c19398b401f3670
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71549499552a13cfd0547475f52161cd22fd25ef382c4e0b8b4415e4edafe27
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23cec290fdbeaae87ce283e240c8a4c54f1d091
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ee7f8fefb761865bbf14e5754c93caef8d9b7045ec0b36bfc52c9e0ac4c979
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4633cdcbfdec257747837952f936c3552b22a7fa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df10a134182d777d13f7cd1467d1f8e67d455e32c7d456efe546329699cbab65
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168be8106892eda6f7f495dffa5a9c7964ae9abd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daea1dfbabf7648423c1e91c32758a31a9eb1b76a869651c8af4b5c4ae1dafa1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bd70020282ea832a0fd9404cf3565eb023e74f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca9738959a01abceae9a43df178f966c5d20f24a64e10bcb9858f414660e84f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47706935931e127978865280616d79b37e144618
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7448de78abf025676afff9f2fd80a5175b61c492d5a9f5197beada8c30d8f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d437b9b191569cb085e113582e6e0c012822af38
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3083f4d583659ccaf04069e4a56ebc920104c71c76686f50498041bc00fd2c46
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ad55b1e6a71453faffb739aaa81ad568fc2fea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9af907921097a9237fdb15cc41b7d97aa749f0741d068aa62f459ba9e72bbe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1529be0a0435129469e6f5acdc691c0458a6a1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e53e8cff930becc370db7910257196888e90143407251d83a68d1e92267fe17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ea237efa415dfb6b987b300e3fd86bb04f71ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977a83edd2eaef43cc4a6fb4061f8b7a0f51e57ce22bd222c08961b16b7816c5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162ac4fcf6ed0754507b7170cb2c243b545d9b3a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb5fd6d212cb5ca86706d003c09d9eb933d521dbec2dc3f0fe9e322ff8d0603
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942a43a7e0502f4546a07807124abd30fe2d250f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855eba1428a2498bbf5b8e0802f45d0d141a794f5e1cef6a26a50dd78919dd7c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfdc72a6843b7104ac6486f5e538cad1ce46b9e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01a2ead6fd6cd3f6c0f56dade1f0dc3e39cb1ca9306af0a79aeef7c7a4ed5ad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b725b69a32752866d8b0a0384f88327ba089f762
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c416ab7754c807c3300df2141be30f51d812669725a4118aeed143fd27de5b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2692cbe2084eb68a7df2316b25c2f797af947b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656557cb9c6f0f52b23c7eb2dcb1ff4146f24daa6976246d2271317f2201f818
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55b25f035cd4e86e2373f4476d90808a39fa7b6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4defbfe1bb1222ea23a67d1b9aee77c0da69d7f205b2ea127a4065d05a3004
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e446a96d9edd594a33a018c5c5b8cd544a1e0e91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213167e38553fe10100063beeaa758791521d90db9a69a14c23e559fc1dff8a0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338b998a2ec88411dedf839995adaed5e4a545ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cb203ca0d3b57281a0f49da313d41e324c6b8ae0e7a6af1aecb18c03bcbe07
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d484780fc19383b46c8d4d2531620462ff711c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2a4ab6b74e9f1ab6bc74eb07edd827f658b7640a3a26b8681c0343aea0254d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1705aa157006da528ea4d3ba47648a15ef4d9f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e9f74d4b43f652f82234fac8851ba95c0ee6144e0b522782d07469b7281776
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40959ce507f48758d9e5c7f6b729284341c1eda8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da659fca88bb0c5bfcdb3dae7cda6c15530b2b78b7ebcccf06cf7bbe9e14f18c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b9e41805ad7d15cf6e13e6ff89f249a6fa44d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a84233f5c755575a8f62e3f08488261f60f5a1e51745e05312ed8c93bb0032
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f42b5032c8ddbca34f795ee34d0d405a46129b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f371011a96d5756db77cc0cec69f211773fd5bb36f41c82d8bc618bbbde11e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac61e5047c5f1f694ca846832478f57ae23c82fb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829c09ad595536b70e0db0e71bd80cffe77814ca2da0d741fa57fe9c098b9316
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77798dbd4ec6dc61db1680471332929ca41b06ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cae3a426b256695c7130eecff87b9f864c8363eeabe0647e249345997f1c8f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967feb3c357247a90cc4864ba6dcd4411e98022c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fbe002d974f4736d423b3e0b4e02985cf9c2e77b3fff301cc60f96cb02f32c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d178d3975eca179dc0c6b70136a01c5e512a2e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e5ea74aa07472ffee28e5e24b5f553ec6b1eca2f8e6f9795c1cd1642fd94f7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1442b73b740a58db5157b47d872ffa7f426ec775
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7604279bda999a6e5447b5e1987a5315b4332f756c1b40bb21c8e3d8da89ac2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7c17b478051b76fbd52602a7f9020e855515ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cf4931820b7eed3c17940aa9f5f5262d4239348e4b7d3dd78273d3e353d7ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea4fd6f2c26151d289101f7f6f519ca2003051c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cd09b1c4422067ecaa9e525585e4bc7f2b1328cb1931e07ce2b15ea9c3a201
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69551e8301336a8784d02667cf40e77b94551907
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c2099b4de822e5a0457582cbce5fad035704389c7bede3ebf0bed371f016a7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb266421389b3aab070d4fee275f74bc08038a8f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6182420d6bca3cc2d95ac6e513e3a4bee40fdec17c42cc012fc8ecf5166ddb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b94f6f6b4d63161f667b0cb313622b273e2f92a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66f740ead0058a41376c82beae31caba859c83a22c85fa79390153c6c096043
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58e3a9a30f93d13b6a6b0b2891aa9a5878768ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bbaca59804f3294afe9b5b9cb97f1fc66eae685894a0d3c705aed7705bb2ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8315a71e8004cc1bcf76ea1086b287e92948c34d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311b605234f73da194ce8055631d14a47ce98a9f53f1cdd7ce5865b6a2fee099
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94979e6e617232782fa99aacfb8d597825a2d14
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f44cdd4c3a0984d5ad8e0162a3bb2fbbb4141c03f058a3b4f43b443edf49db
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e866fcfb6d6c69fa665f6d3158bcbff65b82267e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcabf217907bdb7fe3f2d6122b62332ebd7fc71ab8690a2683e51cbb2f0cc6a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dda990c2d66c768d40d9ebced10d4fbd1900f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94db44b356849bacea28e7e5f738c62e0ac583a2023f126d19a59c4a9078992
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e4302a003582c73f0e5528624d0a1bc53ccc13
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077a361f9e6fc40a6dd54a3800f5e341d8f3273313f561774c9b3cbb05cf310e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23978e2bab94c880bb9460fe3a28871912e735ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbfcfb9e70a0014097eee4d662cb37ccf7272b4f610ec3255b43f83c8cd788a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e15a5891e9a46d56c346f1eb7dd033c60f0cb7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9922e8dcc17decdf0efd3d014fd1df1a6eeb0a281ae046b6b5fbd57369621958
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f51593d9db6dd9122465de09801fe5025194797
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c950b86ab7e38110648fa0202659022564e49cda090da0adfb6e6d60f9ccc718
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6283ac7b51196155c2976df24d5d53a9e041643b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344ae9236a0aa7187ef50cffe3d40b2ca2474515a604ac5e24e4c0167942bf28
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc8f66a0d09387597ff6aa0413685e0fd218ffb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3416ef4e1e78e421bd4b5919bc5465fedfd0ce6fbb7e54a733f00aa7e4db7fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f7c9f86b36a46f63244d24e7c229aa916d7a73
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78b15bf0b743c5db48083cfa2cc713269c10b411158014df72a04e7035f1335
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04010b2f60c26fa4ebb8c858aa6bb19302812573
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6e10f693156045b4cf7775d28d63b7081dd372fb8c0028eb21431453e525be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b1168e32f4c6d72b427a4506c3b08303a721bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38964f9639053a72d404ee63d5f78241051cba3a24c1811f92387e9ca91f109
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56a0d05bd96a78ac5c3bed23a812f08f0251409
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6413e995f1153357f5e0833eb34970a004b609711fc0b5d32ea87b809a6bd3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d430deeb3c9e6823f68d177e2e81cda22a33e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45900803ad8e9ce5f481da24c23bcfa956acacd13abaf1d4c55eafac485c88c4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091b58c52c7f7da065438ba4527f8a97c29d44df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc053531a214b854a8f0eb20bdda78cc49a0068b4aaa60202b242fc29959322
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1cad9ae544c4b898f8c950f1a716d48cb76746
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c17f7cd82a220412142f8263112e8799c3c842d0b36ed3cfc55ac9ecdc5c601
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8a73311c89f83eb6d27e36057a62dc4d438c4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9327d90385c1a44c97f90b411dda611453c8dd94a59d2e940e8b1d64506023
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808f2de979baea70f46330caa01492334a96328e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fc844bda36122fd468be8f9c332424721d9ac1e40cce108b28096de3dba500
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0357a10c61caf4e58adbd92f137662cf4ce4fc79
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00aa1e8abd839c5ff9f804e638ef96ce1a358eb9c452b8f67c9b011f276d312d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca5c23e47e25b1c31d366af19b1c8296dcc7370
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b17041de1d30655d6557654658fdac9c1bf26b34db35c9ea0b8c16148712a52
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a9b0359d9ee18159d8d2e0031ff4bbce51ceed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90aec6a21ffa1e29ead634d819106f934082fcba9720c5e627704df911f77f83
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf8304f0812f0dfeff5c0e71aad9f207ed9c7eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b09c77a212533f5b08a7c9cdd6994080385ccd5fbced796cb63bc862c76538
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc5544fd933bb53314b08dd4645cc1700b7f86b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14dd9ca3ac88cd26f96b7f56a0b9d5927e30e949640b254b7a51436f2383546
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d9d2e7aa51ae13ae0e53638af3e7aa50bbc1f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2507a525271a3ee088023b1dbe0c3f074514ea5b716fc01bef04d4c4cdecc8e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8c08d5cdae559379fd9207e9b86b6325813e56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f24111eba62714b29ec1d9bfd6254d3d2104f90f0bd8b94ee1b4457e54f4853
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50db031d28d6d7731721a74e0198419612c7212a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a007de0209202179e0b4025f0386a644b7819c866b9f898cd18d605848cb20d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7dab9f24ce753e663ad9350c4780a14b004c188
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f576305132bce995c1fcb2d8b5fa127635645a90553686814ff91db0d84c7f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343087df6c9c5aacd9c5b33cce4b8f661cdac5aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5150c49b2acd50c63ecc72eaac2e98eb8ac139f2aa33303a70597e7217fc0d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab45d207b32b968f8f044c9afa67d2c8d18816b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b00e1586ee7d7bdbb2f190e1e1899b98709e63f3b91b4191faf1232032aded
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6c7cf31750530aa9b8aaa2ab8d20f6236d62c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d9f56b8da9e103323845d45b0458f377b850ab046db50add61faa598b9097a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c5c90f37a2c3e01234cd59d9fe56fc55345f3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98a8a548ef77af0c44402c4d1afc98479e66446876b248d11941099a7d5a736
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3dac10fbe988a2350454f96d68a74f44af79a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12a76d8299efb9284f967bbaa9e7ab12941a49f75f489fbb4d849a7f7e080bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99db81ac728986ae6c6cd358c13d5507d6c8cba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58cd93975f82242a11a97e4232612d6e624a891eccd325a64f55c083830964c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95a6224472674504c4e11d9831492eb0f6eb7ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c267213dba1c8395c817a4658f5b3c26205010fe184d99f4e906e6e0636a6d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797f9fa943d6b8bfce28f24cb3999242f26dbea9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80990f0bef2dd0c8358f298ee6a769978d03859bf62f7f7f37074313caeb723c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895102789488df2073b38f691b6431dec2f68088
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e76d07dff5a70e6f3ac3096dbf6a0e89c7dd50d7f6d3e65f625d02d67dfcedf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864940b3bb359b5b5be476ee19e4d638e42dd2ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d8f852678edd0065ce2b743d7fcc8d67f8a3a54bc11905937a1dfaa36e6f73
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17e19cb862664439dee4f85542755f4b8c8cea0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59318a2dc87ab7bf230d7994a828406826b6e00f2b43403fac6fc8f3801d40d1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096a18366c1851ad726a2946486dd3d2ceb696aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0973cb49bb1fb7524c11bc476ca2ebbd5790926bf296e826ba32a60cf1392532
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423108163530f73356a452f7c0484409beb42720
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14af717399a407c7c2ef66bd1849288cf312ca78a1f7bf75b967a9aaae48c8be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa60543dce5f27b025f9c61247488cc4bd7dfe6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f0c5eff03461ff35de0c2ceb4dfd9aaa9acf899084604cdd354f15c629668e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82840db6de72b14c2053718cb315362b333135fb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21233d365190fc4cefd9c06259dafd5a632296d253f18238f04ee5c0c238ea9b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338cc1a60fdb5547fecf7532ced84b22597042a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb911d4a03e98c9cd5250349927afc4a7e5c9abd4c847364378831914d4c704
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b253ee0424d2e3faa4c85d8322a05f26838c5ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bf7f199a2e507a0483b087c73ebfc7a3ffece4013211114e4d524570143a91
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17292b8e7ad0aa6e71ec84741b1e9361e895cbe2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf1eb786433f1000a807421b3eb276b2602fab1f01b1ebf7afecfcca720b2a0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca882562d1420f8603832e33e3f08e8673b58f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44831c2bb0852b083a0f7a4305b2db0344d9ad512adf7866b847885658489fab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc80c11e2a5dc0da89796174ceedaea565b636ea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523a8848a711671b48b223699b7518940d98c79f772648f4c1d5418bb4687dc6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594eeac948706d2dc92b8499d5d4bf5ce38220c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41eaf4ba25f9af63ef9251fb050be76b6d6f77dd1a11889746011e19e2a4722
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2ed4434aa8bd2dd68d80452e2fc2b6cd92cbd1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7176aeeb57538de1dd19b111f36c9b9362bf7b09de0166b9a8acc115a058d6a8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8f668cdf106afbc687367499daa18dcfdd6f18
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982b6a003bfb810dcdff0b45a0ae4e47a9f0b9fc24e2593278fb00b61399247a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e4be7d47c6823fefd05c7589fb03443ff56be0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0799218bb893062528952645bffc4e18546b6462a81e8a27541b12031ef93d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f2277bf67d256bdca8e3067034ad93777190c5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11eec8a1bce89ad4aeebbe455bb322e724b68f3368fefe355f5073cbae4b7e1d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461851a1d509d8470a8b083dcefb22dc8226ffe3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ea471b3390cd5ab878bacddeb003356ea6b1b2654e5858c9f9ded3c2d2f844
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb071e8bff9b4de29cbbcc1a2ed181e5e1bd5673
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55d3ff048514fea7b15fb08d1e4c7abd030a80af28a10f5eef6dfb1071d56e8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c284f40808d719197208c55209f00cdfb4a0e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9f61bf1fc88fb035fc58ecd8c935224ae4131ef6602b8a00945b52fac1ca50
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3214e5ed65212c3a5a2cfd1ddd1bc76876ee624
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce73af65ceaab223b6bba0015a0f0ce958c0a6362768a1e83d8ec806cf9b3bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf20d77ff6d9d8e631b2786f6d9bc8d655942642
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14c97228a730bfe6db8e67807ff08fe8b741f9821f3f3428deb07ebd66bbc5a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc416a234cc002f1b96f3a3d8ca9ddd1ed037ea9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c004c6d23ec33ebdbfe8bfdc1b06e4e034f12d5e32d5c2db267661bc1b4bb17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b15fa1ce53ba54a61aeea6578c31d4a3fc89c0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ce5045787cfd4978a3a1a6ce60ce69ec4eda9438f32b5590d70b762a18afba
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd31649ddc9955fe415a0e32b81b1d3cbd6ec1cb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5147e3aae818e0f243a8b49f7e7364053695edcb30c9910987330045d736ed
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c86d093136f0c0f35968eb6d4eff92d47abb006
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2399a6c922ebd0943cd788d042e1e0982dc57b353c8613a2612da96b5a818ea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c74f087f739ad8c9b6641642da0929ee8e9c7fc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24093d8891bf76fbd6a1da71adbd76f36889768b216c7f5befa0b35e7250f17e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9b60c338f287a101f2429a9bfc8ef95f6d0a83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca37ba9bec137fd50516a3a393103ca5cf48ef2992c57aa273215aaae1c6943
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71befcbcabf1ddff8cd874c433a1f95fc6beebbd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4825a6634ce5bb6c52ebe07341ae3c10a0a7f16a22a19a0bfc84d0315d58b88
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224bc707b323a4bef3c0d9ad575ba3bb85effaeb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f1e5dc27f14ce1882b969a91b5f24fa0c6dc6658ba14a84b1a12243a222133
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8592cbb3a53b25d7fd8e674bf9a2853274b35fc6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cad70322df634d658c370c630b30f2284c0ba915bc5bf93d2301f9a7a81cff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e31286d04fcd702c21511cc200eccb8a18ca17
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d0dfc66bb6ec20466ea61d24a44c225d4528d9943a33798337090e01b0d37f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae60b009ea43f9e5c43677c7b5f503e2774c5233
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ff0e5e1effcb71bf9e216966ca1b74a2876e4bb25bfa7ac4c9c20af5e9f3e6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e660a4e6885f58cf722e12e524ed792e7fb4d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e16787c286316b885921d6d51512d2d9025de224482d5d30ac19db836939eca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e28269499fceee5d9151c8b7e1b31c4ad87e8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e58663a9873e74b052348d3af0436ece817793cd7b60029971f7698de7d9ab
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f42b531d7f9a4cfd4d706e269cc2cb2e0ce000
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef6137f646831fe972f1f0322bf4056ff12ae47b71dd2c4c34e197801760f80
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40228d54e47f2ab05070f3af962a47ee5e5a139
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962bc39e36d031d1577002a2c28af8f970888421d36a0dc5556dc9fa535a9a7e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea0a747f8553b578014314d56c0492afec143b6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d210fb4612c4248c151972bb8f11803b9d88fd35e946793f0c01a3ac461ef6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b48c72b52b59d09e58560a583fd0621b6ada64
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0cb7c2496e8ab06b5582e939abda52f4f7a749043c3ee8dc7a1bc2cc0455af
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1265b412e4e1a3b09ee0abaa0cf8301dbc68d13a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afc116f4fe911fefb96eff4cc5ba021cc46c6286a7197cedb980760258c9eb3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e50829aaef5a9ea3d951a4f41aec2b883e9f671
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8649b8d32d4dd052c8d6282dca8c304a0ecac988ae2d38576b2a93e30224c914
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b98a207e92b457aa6ef9265267c9239a83db52
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115352af5dac72944fa1d4a841ef69ec8c21fb86a3e2611528897e254e10c4f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e9d8c18bbbc6cac0cea7bde22ef104966a8634
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3756167944dfea23b5b5d8bcb1f048fb3e4120f8893af8b49d9b360d9e040f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65346e6d5a31d7757ef65b938688576ae50e054a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2758f92c66be00177196fcd729f7589d44125a4075d83b401dad42a5095a146e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14739db5d2eecc969c4213fea9b113a54eaced67
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db58cc641bfde89f0981bdc647a5f8ef9121388da3e359a2f9068144f3f3bf50
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110146f2751bd2a6cbc3ceae6fb8fdb53b96dfd8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3819a93d25c0daef33a8ecdab15e943f2abfbc7b38a4c2f22d137e7be5250e35
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88734051a33c058cdba192181f2e2d095908c194
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb74fc7586b2677d0b059964b5fff14beff6cec20d7c620a352adb02beb31f82
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae212e1a4728f69df0a64daf6452f9ced10434cb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eaddd8515a46a6d90a78d1e0d6b09fbb75cdd3bc9bbfd81c5feea1b8ce6352b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fc3750a277bbfb62f1b24b252ab5fae21b2cca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41738fb84cce279542ef04f140e7d5a0dc95a0b9feb25f8454a22fd805dd2d8a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c446363cc4eec944094bea602a39f342d75bf84a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f4e2d80ad6a107dd9c7a61e363734b96ab9781b84874225a84488160211c09
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afc77e55b2be52af3d4615f68235ff8ed305d37
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdfffa1b11871aac82994cf905f6902d0c771969feffd3c4139729731d78220
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc20d64301fba3b9890dd250de18d16365b31251
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945210ab56da417fc4bd6e61fd8ace9ff88858d78606b0cc75bbadffc6ed5603
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f774b646863ddd10ee4e129d707f17c7631153
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3e9aedfa068d005f93f0d7509d0abfb1c302617db3aed986c5dd9bdb161609
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb81fcd25a39bb9845d4b4ced7bf65c9cb7a1d05
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492a48ada17fa6bf0976ab2d9fba79dc6a0dc8194928c8fc3f2bd852a57b33f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc84c6d043616873049231b4fa23aa307b1af2a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03da93a14af766649fa1ec8b0189dd8b606c4c78dfea9702e30ea742750a9594
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c11bd267983df4e69bec5174c42e4286d214a8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90ebbc6cd3f08410f866a757aff275e9ce27231701094a12c3c4b97aff96e27
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59988f5f0485c4b24b73361b70f3d423eb08d0bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d590d87bb5251f6fe4b366655cd9d0ccbecf6eff119b89faaf4c60f4cd54b15
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ba7d3f7a062d6c1a5d1c59def08a8720a723ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f717016ce434ad823bfc30e078e1fd9b6992a6b14435d4dd114feb703073a95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93dbdbfb5fadbcdd6c5d85e266b054662486a564
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80bc5dc7afbd9c3b22cde9682dc5f6dcbf4c71a450ad29e2b995f807d5027d6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de109e4a8eb5a71d46f7e6795d45971fa9dd78d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d41d64e0d77bf741e6a0757f6bba09125a57c4b5487031aa3a55dc0a9bb5ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2d8f35733c7d6e3c277a4953c436cd63261877
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41a5d11a232b3eaf5ca1cfa308a86b684f1e67121184144567647bc4d8e2a6f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0dbdb867b61aeec5dbb757356d06b4be0cc695d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5e3109db9d71690662c24de952b56dc525c5ae1b5d0434203725f1f03d2327
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1279f6ae9c55e78bec66ca84b96346b98684163
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f173aad716782d5de54f8061ae5dcf997a53020d697fafe2b558fdd95988a18d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4face7e00e21992645fe9b898ca70e2665da15
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f411cd2989b42fce30610c37e43eb19be240cc20402fa807db41efcec1ff7b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d18bf1a3765e9971ceae49fdcb5818a1daaa34
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf0a412b9605193f7f0dcfb17638ebfacf3133d2e384ee3a56591451c03da30
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23aadf7c3dcc4cd82ffd7f8ad9a34a2fdc0d8a68
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e33c320d5efec62672b5891285b55edb0ad2f64b48b7a43dac8d7e991338330
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9859a532dbb809311147161cbc99dd003a7d4938
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc35dfd69a3d8a6e9537af984d4de0247c3273c6069dc4e6f01cb3e0b0035720
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68223867cb62b8d4491ec2f8b20c5d661ac378b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd28d374b35bedf93c7ac078fcc3b99e4b804362cf8651c0edddfba63d3c969
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3d911aa53653316c34095f388b2c0bac02cc00
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a2e68ae5ef4caa313fddda2dac1879a7e01b32a7bcf49c5c4a791bb8a89438
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808e26ad2785fc98cb903de607a88f922803762
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe25629322a6dd72d7f5e9cd596f9124eccdc32e03a81c7c6e0b9dfe8c063ed6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b716014dec7f738f9f7ad5b752ca59a86c8301d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c333458306e8c0931177907f9bd8f82e56aaecfaab9cd72d3a6d7c99682fa94f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83391b6036dc794b238073e8b37c99767af25755
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c1c5296e5b3dbe7feeb36767b009f7d559833bd9c212042221caf82fc0fc85
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc4a92da6d89576f8a1db3ec9551b176a56f63e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd69330814a58aa2ad72cbd8c37c2e6dd053f06bc3a8eb1387969425b053bf4f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668d1636f604bbbd508b385aada1833f1cae1276
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d807cf41842657a4909389b250a7000c227f05ba2c0388c77025e5e2665be0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5464238a2daac795f2ba33eb35a9c3685238be9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f928948dadec56352a184508db5614d6147a8b037baedea07341b34082dfda
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d00c93de80f34ef4a5438b5ec82c6c639849c60
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583c009f2e8d1d43bdb0f98458f581ea2f7e9899bfb3c2e7d65081674aa57559
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0686935322eba1766de0286a3c384de5fd9094c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f8e90b771f1d386ab81c0168920f515b404a3e4d1775edb84a6516ee987f02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c295bffdc51341a6568a4167c1937fd7d4829f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789d25ab00ecd2034edec71c79044df84bf7c55947cde8da990579ddec587771
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33df3fb31df4240c13c4911d495be235c46a7f74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020b70ec91bbcb3d5796870eaabafc41ad95b92fab5a54ad466439bd5cc3113a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee6a8ff0b26dba9ef243f2504051516469afed6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdbfdb0ae7b7dfba822917566c24a9c7ab91bef3a394ca0ef1ce7e7aca63cb1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00762fa5706199c8919ded635016dd74758b138
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7be4ca0caf01466de8f185fcb82c093b5de670f578241b51b940b2f88264c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4727fd29dba9ad74e64762210484659b305fcf0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a47eb7d68e2c015ae2564a43d9f7560fffdf428d780c1294364e7c8510bf4a9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79dc49207b142091d3fd7aa6e39386604bd01f52
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688e1a1b9e77e91feee4806b9d6ab1d89d0d5bfd8ca75ffb8674fb042b582889
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d92aa6903a855fae5ef03dc0c13e28f9d714d6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa868336f4c980e17328e826d02ea857d9af22e1c637abf3091202ecce13fb87
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefbe83b9cd0f60152bd93e9bd4a822ad6687a2b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adde2f94da2404d92c568c566791284507923b773060550c797886cd49cbdaec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8d789cd58f055b7a5879a48b116e7abc2b4649
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3f7f82107c15438c83f474a02222ca28f48aae656653676645ce164e8a7b65
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735015471820188d205e08ad09d29e287f972b88
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bf15e07680747fb79e1e75e05f89c27d8fc67a2f0b01188eebb07220699bba
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8018e1ef17178dbf91c8121d0600c85280a1b22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f82a2e54e56a62149d63a113a02f2521f84401b707de301161b58730c129fd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8003569c066b59054d0d44fece14fe179fb9a8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c41ff2c950658118553ac5f45e1456cf12980cee281bb96822e95c17c56bb1c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c675f3d02eb655cc03fd16145bcd15d6b0e78d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2057ffc15695e80aaeeccb4063325e47fcf292994ab73013a568d36bbff63b76
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa59df6b0306381bee00d4f335e853fe5e57f060
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f7fb3ff4217ad84ab133a959129936647c46ad719fc56af0135e086d736a39
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1b591ffb13d169ffa30e5dd666833168fd36a2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f5d53bc737a18745879a9ef16e2bd42956185f76eb8614cd4af00ee5792edc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e99a3f2a77a99b55d710a1c5bc60296233c5e63
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c712079f85d653405d9a063bae2f59ef6be47b7aa2997f939f1183162f888f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb83bd0f40b6c3696421c7e446120863511b56e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e4f862ae709daeeed635e59b1b85aa874059b81199bbcea14558c1ae139184
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0de2c41a449e163f62e1b16a3ef4d95775857c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939fa8f6bee044d7c9b076077fcdfc231b238b64773a97dcca4461941ee4b7d3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54fd8e366db084e0d316f468ef61a0a29983a8de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f62df557c63735a65fc45eeb02595b952bacc25ef13034ad4bfa138bf3c6a33
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ce0a75761c1e872c4200b7fa2447dddf3cc43b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0becde9d0f47116c60268df3327c1c9ab15468038fe9f7698e18c919635f1dc6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520337926328fc7f1e59ab79e38352b6d407eef6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a5a24f0cbc3cc836ae8aeca634472295b877d50af011a6fbe9a2c95bb2ee7e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec76182224670057a07694da08644b435f9f5f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2980a4a4c2a1492870cca1046470fb06953967970db44df915319b20562c5925
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c709ca4d4fe3d0312acb291246fb09d147cfd5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb4c040fb48c2199b9a405d0a128b2d4a78f2c45feb1624c15c1f8def5ef3f0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86124e5291f42841ff38870271b4ab0060a540c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cd18b20bc68cbb922afc480bb78831ef50d3b30cc6f1f4a22e671f400877c9
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bae37ea0c3c0390105a2ce49e0c609e353ff204
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3209ed2bce1b176d2f706f152eb9b113bcd9ae462f293ef98cb02096039682f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef46b871e615034f4f588abbeb1d14d27f4c92b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515b7d4bb3856b49cc39b00d5059b64b06fb15fbcec4a4706ee1e028c0c24977
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0be027aa20761a32f0915909fc66226075f65d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42257016b9fd73a85cb86ffcb8b29f95c755e30e772eec23619d9b9375fbd87
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2273e61f3c0780f2da7b90bf6c8f8e6db4ab4b28
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174e85112a90d2b6a0a7757f44e463a098ead2b4eb5aceb8a9db78f395dfc0cc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef4faad0993b9776c5b29931c7b835e39595f3c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c23e58a9750e50e1efa7ed3cc33a12ee11595c92688a9b83a3ffeb8875f6a40
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3275d6b67d4bc8d3ecba37fa81a8924145bb9379
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b79d6c4da016d8526027b42b4434c9332dc03da50db0e02689d2696249d815
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/lm_head/_0.pt b/params/phi/8/rnd_search/comb_0/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317dbf1dddafcb5ebae0a7d79b0c4a8444783499
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8646891bd39d8519e76b568cf5f5fc19672e5ce8b97f284764634944768455
+size 205955
diff --git a/params/phi/8/rnd_search/comb_0/trained/lm_head/_s.pt b/params/phi/8/rnd_search/comb_0/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6488b346aa49720f9ac2fdb20fd382e3fd7a18
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3212e961bba19ebdf2b96657eac820defd30702bfa107ed69b9314d8303ea704
+size 205955
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0e7923c9cbc4882cacadc6892214c7afb19fa1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ce6a363d5f3d0ab5d64656fead7345b5ccc9559e52ddf3852a122d98847164
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b50487e1a0e92e04130dc9749e7a3c7185080e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889d2431fec9013c3b3ca47d360b6dcb9632ce4fc7448bd233814c8226f144e6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bfe856523cb9a2fdccd4096966c0ef4ae5a915
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be0572827eb061877eed3168f99e749ebad3e3ba954b1081fddcea4926a1fa0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65e3dca1752a1789d9212f2234198e48b883b05
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f403683ecd32ba040f7a3df3fcfe651e330b4ba6170caf1a3c2c03b23c6b47
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7e54a08f516f4fc18fbfe12f6702e126dfc719
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6125c9e1d23147b385a93e880b9b3007889222605384946e5ff4eb4403b65732
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bece93154c486cf5ee5bc9d976ff342b963ebd17
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eee656f635f422a4c8159d5fc1e3d37bf83a0f26d6df81abb3461ebbde9ffb9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2629ecca3c8b9427b7c5b7171dc6c3f5594a1711
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790fab79c16554ad6350936e36726394c212d65af9d68667e313537e99436e99
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f104adb9c3e41f0b88f2cf19638ded83203c525b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589fc274c1ef1902f6dab8a368f1252c04c6b7e5c2f1684b0efe358617d29999
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740d1017ed7705eba680776a990ec425256e1c71
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc51288226bb8c5471ec8c0faf38bf28375a14ed6b9548056d7d16acedceff2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eafd289dbb601652f1f2a58b4fe240ee58661b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b9aba1c732d7793ba267676f86fdc9461740cd7db582733a961d5fb3fdb5c7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078bb5b8274491a6bd854332102cc1452962c008
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2604d4c115fbb61c4ef60a80571f0773d21b4edb54dc04bceeb09e51f3a6b56e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8fdd595da632aa4135e8eb8969bccc7bb6685d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feac0e3c9dd6200dd1e8da57e7394e8d3738a267c81ec501e314c8bce7fdffee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73893aa76b4a60f900aff455522ad3ca7caabbf9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db6f7c764e3cd1fb59a9cb19105a4f1927a6c3b701e53f9c3a39a45a9fd53bb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cec8161d150273c37f08adf7ed308986567e69e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08045619f926a9d25e18593e8daa7e534e0b0f6b438249df1042804d48f621a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1aff34d3a5e4faf2c759b53fd2beffacb55dac5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dfacf3a177f62f3cd6e98b53cce9bf4c861fea898f6efdd521178c846f60cd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0552420cbf398720fe2ce4a05008c8103a80f961
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3ae87b1f54d83706563ad9b529f2bd2c7eb3702a36f27284a48455d954432f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e6712e5a9330c34c17139a31b878bf5a9f6374
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61a0636e0002915560b3dcb83629a2b812be45c5e2ecab4bf669df80c77e2b4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a9fd22a9563758deda352b3069144dec84cc10
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ed889cb7e3ddce0096b09996559e3a03dc392b716831bbae79bca7a1245245
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8db38f9572e482998728eeef6a36d237f54686d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06bd7ea13a45942940a19128f4b631f0dcb36bd11f252d2e82ca6d24d6fa691
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733e8c3113aafbc3564ab0073bfcf3ad37e97124
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe14c8d66c37713131eed389230c7ed917c0320a7930494d5ebd216f2af0b2d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd350c9ff6e5f6ec8dffd2b5374a5b58b050756
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff4c88476387cb5bbbc84c04c0628945ad7ee052327e03f8819578c44a0b2c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ae420e7570fa373b90b7c6ad32dfc1dfe4e6c3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b475bf690a47090f8b1b16c8847768b703e6eba17279b8b24e6575bba09342
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675e200b8015e151d05ed5e2fce7bc2855659c99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54d5fe6945d9d1c9bd9b19583aa9d30742c5467c7925ab1efaa10b6f0fd7f82
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e15f331dd6ab0cf9c3f4e180df7adfd8f9d0dd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19141b7067c58390e941a9e7896999194f60e3b921adc07cd0b6f4fad775fa7b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f9357734e2b12f875630bdd449995abdb91746
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015716d8d911a51e960ef4b37becb86d831d610cb96f6ad058485ef73824f9de
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22fe6d3e7727a81f9b3895909a5e5aeafed929a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64758580ab60601b9981b1212a6042a5454621b17037fd36dcc6bd5016033922
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2293ecb6a2cce6550cc689cc7eab15285ec59e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4a514478bb42f1c73548214d3e9df3b511db849ba83335e1a5d1dcd037e92a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e61e12bceca073c1bcb78bd6a0a1b309886c0e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf20604d01822b6494de500678ffed41d180298cba5d972989135996b63d3ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a549a493de109aeb3439bccd796379ec7f45455
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cd915a979b25ce6008deca6593c15c75bc8f6a927d1971205005bcfa976909
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2dd18ec268d52cc70be3170b107e9b5ec95c7f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7536de27e24c91f06984dd18bf0b9268bbf453a21edd7630a82e569d26b8f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2e714ba8667bacf272f191717ed158a64914a5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97aa4cfc51b9f27f3be45593e7e7540d5808c492f13815988529aed7883d153b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d9fc0a005fd2614ae6ecc853cf7ad4155cff82
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924c923e992dedcac2c7ad689b61a8b571c83c7f7498270798d94b7b5cd1e130
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe2665381df141738d9455fa45b6e5e3a375645
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc0e82fa4238464a3bd7f69f171bc5d68a8646aabe7eda2f6406314cf7e09f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b592214587cbaa1773815715ab8227a4c123105
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb742f92603ef432e98ae6ad223f34f21809ad5480b9d050cdd357b404496a6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645aa8c6677107079c63c816dd06a84e975c762d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681d196c98967ec8ee52838124ee41bf37f60640f76a9560256aff98040b263b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9c48eb1b643684423f97e7bf441fd80c80f870
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f280d4cedf2b2415e27360baa08dbc65e6a732cb454ed20f8737d035faec8cb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383f794ec84eaced6feadd40e10ed20fb6e11b90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcec3869c85d13f12c32356d2215fbe11654f62c964743dbcdf21acc9e5a7370
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4cfaa1ca81ee79e6da91611029840b74b0fa1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5918b52e037e03f319eecbc55ed38873df6924ddebad307fc8aa65d17652ea29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc88d24e59fc469bfa37a999f9775df303e2f7a8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b315437dabe538ff87f3091f41c2eb03f63bf09bb278ffb98b0c12653d8d8d02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8262a62fce42a32fe12791ae84a6c66f88e941ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb69505a2c5a0b33790d1836a66234dc1ed3751733d2132ab9d1541a5e5a93c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51b50e4ac4ef938ea3c50968b143db74ff99835
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1265e36c7ffc605f12603b9b5827061801280515191d45605c3d64cc32ad20e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4351e3f19590540647027152a4b453c58dec6985
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b80a595d355220b4d0ccfe537029fb87b79bee163d0ef86a5be4f11d122e913
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a624785c9755771f109966510b07539f0ac66541
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1779f10a0f5fef31ea4d3988677ae815606db55775038fb0fbdbfe9ce402418b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7195f47c7fe1e44d26fe9b4ee4c8e82a6c233cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d86811fd7154363485959a48e9c3250060a3fdfa58977f9756605ddb0f00d2f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db916c0ddce137b0bc220f978cf216daa106a61f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a9b65ccbad4777cf6c6b70269ddad3520fd498293dfbe479f2ffa9309abaa1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33398c2b61c4e8b0262724b8023c0b4cf18bde58
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a95aeb3dffe89879e1eb0e61f94918b3b20ed0eb9997ed95e363e824a95268
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48ed27ce60495e30b331b1381a1383a2beb5485
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdd0e20eec8b635201282a5f106db52ded5db6ce7138701f3db8bf1a3a6035c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e573cb1abb4ba5d786ea677d608facf479b39c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1757f4c08c17d3c6f4e4982978b5a245af8cd91c2234bbe96202576482e36874
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4124df327e7cf5956fce275493cd8e5d1ff87eb9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b085eca942cb8d3bead5661a0769d0034430402b555f5c2c4bec2b9d3559e8bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d236f0359b31045fb929b865d1523aee6a41117
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea45da434754d2e15c86f982d196f39d808934bc8b1749caaf5abdaa10cd1a7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611af2c3ee310ea1431cb991c24a5b3130f92aab
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83da2bc169218fe2ced1be67ab46719bf0b1b91bb087cfed22234f8d46cf3b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607d597e2c97d7b2d67986742c388f8ed6dc9777
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fcbdb333ba6cbebd26802615fbbd318a3177cba37f4586dba32ec29eb1248e2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938f0cff9a371bc60a5f44e3ac330cf260fb74e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34dc4f24fa261b2ccc722089c9b158b4139dcea3b41a55dbaf98c0bfcda2ef0d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b3d55b36810ef7a383a97dac0ff5582b47d80e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a05297a08cb7dae7afd10c402206d48f7f8c322a47361cf4db588e6c5978197
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77eb856ffc587d2876a1ceb73307c8f59aa75fa6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b00011e11443013a2391e47956e33dbb3ade74140364f35904edac029cade4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065de6deda7d77e1b4ad46e8d42c74af6e0d7071
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90bc64ff28c828d45a3af6406002852c66c75452073efc7c2b239ec56e00e23
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9964d4390c519cfe648275391a5e764aef9268
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf9d80b188f8972b1bdf7a56865a1d2e27312bab60f5d6abf949d2488ef04cd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b26b2961a1ecb051503a2941a9f532118b9b1a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c550d05f7824dc428524b148ec840cca6d4bef334360b541d56027df4e02695a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee95249b9a294deebe0be4c184e9cf923221693f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab8c9e0c5e67c678733b28d9bf01ad5f32ac57f1af3a3e297aaff0114c60973
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d34dab1dee8f2b7f05c044ce338be26f0fe823
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45eca0a7eb9fcf63b2565fd841687733dfc8930c15ae59076647367c75145aa
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f8779048f27d089b427692fe622761d934b160
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427736a5c76c2cb643555877c9e4358f20c6b70cc7a5fe6a67c3a20eac02fd28
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90954661d842dc56a28560145292969ec03a8cfe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f58cc08bdad8ff9d8fcc6634d590e470eaa838fce79cfb6912acb0f1eb6e089
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a58d592997292e58f88fb82cd5142484034da33
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad3c1b7a242e33d04acd4ee9fce8a6837ef212c143ea2c71c6e14105db512ea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912e21b523d03bf976f3a3ba3fabadaa1a99ebd5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e125804d319cf06d3d6abf1245128290a9df9b1c9a5ffaa8be8af8ba17de9bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd635589f7f8149a6a7d5581d29db600b8ac0523
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67197c073eece29b433ef2a2bf7292fc628f8c057d4df361b04a9e9a2cde9eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1066c8840dd6ab6d11e51da21078310c90ca1f5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec8af643746b0a685d41fca6b77a257b85079166f181b7bcc92d979e554062e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd2ae713a11e6dfa185caabd881e4f001a14c1b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14326d9b9c29da6a2c3b6a3e0c836de67b6e8f8dba9dbb719552bc3f35c1d72
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ec17eaeeb87a51ea3fa3920407c6f9cdbc42db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb42e90708a4d38ed341b0118ea6fce9191a0dc40d82f52cdb3ade3fe90f3d1b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa6a7f5916ecea88ae803f3ba66a47f11d13aea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35c7a44bb2de93587df1cb26d7b55102433ef9ccef8f72cca4d96622c12fc87
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41d5fdd10fc0f8c7a1b9d442ed3f40b0fa9afc7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0577b0644698cfc2f785cc6ee51a968e99bce24985d484f1c244f50819d26d45
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b172f3047a189c8a3374363c4799800e38b196d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e68a018259fdf6aa0b14ccd40709a68920d66cab12269b6f1e087e5f8c3983
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2857fd5f26c5174cc7f7bce45a827cc3fa2c074e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e26ea4f1c75da3a02849dc464369be3fa4c533eb9c2318dac61bc0a7b123f31
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9f988fcf8e5c46011046b4a4d0cf7e8c88b054
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e2f6395e4a4c2c468522d3072e04366d45411d768aa1e6cd049445cc9c769c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774dcadae13c18ffc03eaf2fc54120884c98bcf9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aea1fba68b495ecfc9662709ac40ea87825e8b12ae3177d81bc736f9d8c4992
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bc453c599650dd34c90e98cc0ba65c89d23f99
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53727207cafd7fccd0d36a2056649e889c52722c28a78ae257e6081c7d19d535
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0777a657a5de89cdb48ab3d522fd981707e39c69
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e67941c813eaee456abe6db113ac13a4256ce1b47cd8dbcc87056bc5902355
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc08bb1ecfbd1604281aefda66084cd9cc2d8de8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2172790568856d23f23caf30b3537e2850964e70a0204e0222ab0a93a720393
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbfddbfca86f59663fbf1c80dc82e455e04246d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edac5e700ca73461ee55fca65bca9f159df7f7131a37ec74e6ff059f60da849
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f11ee821551f76b37a0b88ece3cb926af49e2f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a74a37addf57d392bdb881a25de8170b8b8f6e47ce14319348fad2a227a3454
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e343f41cc84048e34eeb20dead2786fd062c9eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f6effbe1e98246aab4b0d0e725c1da1a323c08800777736604333166a0ec52
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd728438db6543e79c0558f8278646cbbae5d70
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef06bc1de4edc22c271685870a6864ab2bc9459a2753b95d340b697e7b1fa46
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747cc987bac2180346a9d73b890bd4e6296ad916
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec5c0714d00b911f1a966504937aeaa743f45c385ea013c736584f205d59902
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32ecfd8ce3a8b2260eb8f6eff3f2af48c36216d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889dae0687a1b45d658f01006a19efc4a85a602edaed6497ee375b99d9c22915
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24897653d2a6da46e0327fdaeb73f23f035e817f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66697719186589b18a53e4cac1ef0e323e56a0d3cee79a18cb8684d6dde994e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026d532a53086ac3437c3ee1e69003a55ced8b92
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2669404b9e79bd98e7e5dbbfa3ce339c91255321c34e0145e93c2b584aaeba
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19246f0a43f3979ae20ad9833c19398b401f3670
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71549499552a13cfd0547475f52161cd22fd25ef382c4e0b8b4415e4edafe27
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23cec290fdbeaae87ce283e240c8a4c54f1d091
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ee7f8fefb761865bbf14e5754c93caef8d9b7045ec0b36bfc52c9e0ac4c979
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4633cdcbfdec257747837952f936c3552b22a7fa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df10a134182d777d13f7cd1467d1f8e67d455e32c7d456efe546329699cbab65
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168be8106892eda6f7f495dffa5a9c7964ae9abd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daea1dfbabf7648423c1e91c32758a31a9eb1b76a869651c8af4b5c4ae1dafa1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19bd70020282ea832a0fd9404cf3565eb023e74f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca9738959a01abceae9a43df178f966c5d20f24a64e10bcb9858f414660e84f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47706935931e127978865280616d79b37e144618
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7448de78abf025676afff9f2fd80a5175b61c492d5a9f5197beada8c30d8f9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d437b9b191569cb085e113582e6e0c012822af38
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3083f4d583659ccaf04069e4a56ebc920104c71c76686f50498041bc00fd2c46
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ad55b1e6a71453faffb739aaa81ad568fc2fea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9af907921097a9237fdb15cc41b7d97aa749f0741d068aa62f459ba9e72bbe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1529be0a0435129469e6f5acdc691c0458a6a1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e53e8cff930becc370db7910257196888e90143407251d83a68d1e92267fe17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ea237efa415dfb6b987b300e3fd86bb04f71ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977a83edd2eaef43cc4a6fb4061f8b7a0f51e57ce22bd222c08961b16b7816c5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162ac4fcf6ed0754507b7170cb2c243b545d9b3a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb5fd6d212cb5ca86706d003c09d9eb933d521dbec2dc3f0fe9e322ff8d0603
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942a43a7e0502f4546a07807124abd30fe2d250f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855eba1428a2498bbf5b8e0802f45d0d141a794f5e1cef6a26a50dd78919dd7c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfdc72a6843b7104ac6486f5e538cad1ce46b9e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01a2ead6fd6cd3f6c0f56dade1f0dc3e39cb1ca9306af0a79aeef7c7a4ed5ad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b725b69a32752866d8b0a0384f88327ba089f762
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c416ab7754c807c3300df2141be30f51d812669725a4118aeed143fd27de5b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2692cbe2084eb68a7df2316b25c2f797af947b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656557cb9c6f0f52b23c7eb2dcb1ff4146f24daa6976246d2271317f2201f818
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55b25f035cd4e86e2373f4476d90808a39fa7b6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4defbfe1bb1222ea23a67d1b9aee77c0da69d7f205b2ea127a4065d05a3004
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e446a96d9edd594a33a018c5c5b8cd544a1e0e91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213167e38553fe10100063beeaa758791521d90db9a69a14c23e559fc1dff8a0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338b998a2ec88411dedf839995adaed5e4a545ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cb203ca0d3b57281a0f49da313d41e324c6b8ae0e7a6af1aecb18c03bcbe07
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d484780fc19383b46c8d4d2531620462ff711c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2a4ab6b74e9f1ab6bc74eb07edd827f658b7640a3a26b8681c0343aea0254d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1705aa157006da528ea4d3ba47648a15ef4d9f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e9f74d4b43f652f82234fac8851ba95c0ee6144e0b522782d07469b7281776
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40959ce507f48758d9e5c7f6b729284341c1eda8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da659fca88bb0c5bfcdb3dae7cda6c15530b2b78b7ebcccf06cf7bbe9e14f18c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b9e41805ad7d15cf6e13e6ff89f249a6fa44d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a84233f5c755575a8f62e3f08488261f60f5a1e51745e05312ed8c93bb0032
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f42b5032c8ddbca34f795ee34d0d405a46129b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f371011a96d5756db77cc0cec69f211773fd5bb36f41c82d8bc618bbbde11e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac61e5047c5f1f694ca846832478f57ae23c82fb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829c09ad595536b70e0db0e71bd80cffe77814ca2da0d741fa57fe9c098b9316
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77798dbd4ec6dc61db1680471332929ca41b06ef
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cae3a426b256695c7130eecff87b9f864c8363eeabe0647e249345997f1c8f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967feb3c357247a90cc4864ba6dcd4411e98022c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fbe002d974f4736d423b3e0b4e02985cf9c2e77b3fff301cc60f96cb02f32c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d178d3975eca179dc0c6b70136a01c5e512a2e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e5ea74aa07472ffee28e5e24b5f553ec6b1eca2f8e6f9795c1cd1642fd94f7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1442b73b740a58db5157b47d872ffa7f426ec775
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7604279bda999a6e5447b5e1987a5315b4332f756c1b40bb21c8e3d8da89ac2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7c17b478051b76fbd52602a7f9020e855515ee
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cf4931820b7eed3c17940aa9f5f5262d4239348e4b7d3dd78273d3e353d7ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea4fd6f2c26151d289101f7f6f519ca2003051c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cd09b1c4422067ecaa9e525585e4bc7f2b1328cb1931e07ce2b15ea9c3a201
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69551e8301336a8784d02667cf40e77b94551907
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c2099b4de822e5a0457582cbce5fad035704389c7bede3ebf0bed371f016a7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb266421389b3aab070d4fee275f74bc08038a8f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6182420d6bca3cc2d95ac6e513e3a4bee40fdec17c42cc012fc8ecf5166ddb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b94f6f6b4d63161f667b0cb313622b273e2f92a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66f740ead0058a41376c82beae31caba859c83a22c85fa79390153c6c096043
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58e3a9a30f93d13b6a6b0b2891aa9a5878768ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bbaca59804f3294afe9b5b9cb97f1fc66eae685894a0d3c705aed7705bb2ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8315a71e8004cc1bcf76ea1086b287e92948c34d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311b605234f73da194ce8055631d14a47ce98a9f53f1cdd7ce5865b6a2fee099
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94979e6e617232782fa99aacfb8d597825a2d14
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f44cdd4c3a0984d5ad8e0162a3bb2fbbb4141c03f058a3b4f43b443edf49db
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e866fcfb6d6c69fa665f6d3158bcbff65b82267e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcabf217907bdb7fe3f2d6122b62332ebd7fc71ab8690a2683e51cbb2f0cc6a4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dda990c2d66c768d40d9ebced10d4fbd1900f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94db44b356849bacea28e7e5f738c62e0ac583a2023f126d19a59c4a9078992
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e4302a003582c73f0e5528624d0a1bc53ccc13
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077a361f9e6fc40a6dd54a3800f5e341d8f3273313f561774c9b3cbb05cf310e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23978e2bab94c880bb9460fe3a28871912e735ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbfcfb9e70a0014097eee4d662cb37ccf7272b4f610ec3255b43f83c8cd788a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e15a5891e9a46d56c346f1eb7dd033c60f0cb7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9922e8dcc17decdf0efd3d014fd1df1a6eeb0a281ae046b6b5fbd57369621958
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f51593d9db6dd9122465de09801fe5025194797
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c950b86ab7e38110648fa0202659022564e49cda090da0adfb6e6d60f9ccc718
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6283ac7b51196155c2976df24d5d53a9e041643b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344ae9236a0aa7187ef50cffe3d40b2ca2474515a604ac5e24e4c0167942bf28
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc8f66a0d09387597ff6aa0413685e0fd218ffb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3416ef4e1e78e421bd4b5919bc5465fedfd0ce6fbb7e54a733f00aa7e4db7fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f7c9f86b36a46f63244d24e7c229aa916d7a73
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78b15bf0b743c5db48083cfa2cc713269c10b411158014df72a04e7035f1335
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04010b2f60c26fa4ebb8c858aa6bb19302812573
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6e10f693156045b4cf7775d28d63b7081dd372fb8c0028eb21431453e525be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b1168e32f4c6d72b427a4506c3b08303a721bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38964f9639053a72d404ee63d5f78241051cba3a24c1811f92387e9ca91f109
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56a0d05bd96a78ac5c3bed23a812f08f0251409
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6413e995f1153357f5e0833eb34970a004b609711fc0b5d32ea87b809a6bd3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d430deeb3c9e6823f68d177e2e81cda22a33e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45900803ad8e9ce5f481da24c23bcfa956acacd13abaf1d4c55eafac485c88c4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091b58c52c7f7da065438ba4527f8a97c29d44df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc053531a214b854a8f0eb20bdda78cc49a0068b4aaa60202b242fc29959322
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1cad9ae544c4b898f8c950f1a716d48cb76746
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c17f7cd82a220412142f8263112e8799c3c842d0b36ed3cfc55ac9ecdc5c601
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8a73311c89f83eb6d27e36057a62dc4d438c4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9327d90385c1a44c97f90b411dda611453c8dd94a59d2e940e8b1d64506023
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808f2de979baea70f46330caa01492334a96328e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fc844bda36122fd468be8f9c332424721d9ac1e40cce108b28096de3dba500
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0357a10c61caf4e58adbd92f137662cf4ce4fc79
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00aa1e8abd839c5ff9f804e638ef96ce1a358eb9c452b8f67c9b011f276d312d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca5c23e47e25b1c31d366af19b1c8296dcc7370
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b17041de1d30655d6557654658fdac9c1bf26b34db35c9ea0b8c16148712a52
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a9b0359d9ee18159d8d2e0031ff4bbce51ceed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90aec6a21ffa1e29ead634d819106f934082fcba9720c5e627704df911f77f83
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf8304f0812f0dfeff5c0e71aad9f207ed9c7eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b09c77a212533f5b08a7c9cdd6994080385ccd5fbced796cb63bc862c76538
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc5544fd933bb53314b08dd4645cc1700b7f86b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14dd9ca3ac88cd26f96b7f56a0b9d5927e30e949640b254b7a51436f2383546
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d9d2e7aa51ae13ae0e53638af3e7aa50bbc1f0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2507a525271a3ee088023b1dbe0c3f074514ea5b716fc01bef04d4c4cdecc8e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8c08d5cdae559379fd9207e9b86b6325813e56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f24111eba62714b29ec1d9bfd6254d3d2104f90f0bd8b94ee1b4457e54f4853
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50db031d28d6d7731721a74e0198419612c7212a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a007de0209202179e0b4025f0386a644b7819c866b9f898cd18d605848cb20d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7dab9f24ce753e663ad9350c4780a14b004c188
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f576305132bce995c1fcb2d8b5fa127635645a90553686814ff91db0d84c7f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343087df6c9c5aacd9c5b33cce4b8f661cdac5aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5150c49b2acd50c63ecc72eaac2e98eb8ac139f2aa33303a70597e7217fc0d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab45d207b32b968f8f044c9afa67d2c8d18816b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b00e1586ee7d7bdbb2f190e1e1899b98709e63f3b91b4191faf1232032aded
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6c7cf31750530aa9b8aaa2ab8d20f6236d62c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d9f56b8da9e103323845d45b0458f377b850ab046db50add61faa598b9097a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c5c90f37a2c3e01234cd59d9fe56fc55345f3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98a8a548ef77af0c44402c4d1afc98479e66446876b248d11941099a7d5a736
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3dac10fbe988a2350454f96d68a74f44af79a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12a76d8299efb9284f967bbaa9e7ab12941a49f75f489fbb4d849a7f7e080bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99db81ac728986ae6c6cd358c13d5507d6c8cba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58cd93975f82242a11a97e4232612d6e624a891eccd325a64f55c083830964c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95a6224472674504c4e11d9831492eb0f6eb7ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c267213dba1c8395c817a4658f5b3c26205010fe184d99f4e906e6e0636a6d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797f9fa943d6b8bfce28f24cb3999242f26dbea9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80990f0bef2dd0c8358f298ee6a769978d03859bf62f7f7f37074313caeb723c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895102789488df2073b38f691b6431dec2f68088
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e76d07dff5a70e6f3ac3096dbf6a0e89c7dd50d7f6d3e65f625d02d67dfcedf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864940b3bb359b5b5be476ee19e4d638e42dd2ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d8f852678edd0065ce2b743d7fcc8d67f8a3a54bc11905937a1dfaa36e6f73
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17e19cb862664439dee4f85542755f4b8c8cea0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59318a2dc87ab7bf230d7994a828406826b6e00f2b43403fac6fc8f3801d40d1
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096a18366c1851ad726a2946486dd3d2ceb696aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0973cb49bb1fb7524c11bc476ca2ebbd5790926bf296e826ba32a60cf1392532
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423108163530f73356a452f7c0484409beb42720
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14af717399a407c7c2ef66bd1849288cf312ca78a1f7bf75b967a9aaae48c8be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa60543dce5f27b025f9c61247488cc4bd7dfe6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f0c5eff03461ff35de0c2ceb4dfd9aaa9acf899084604cdd354f15c629668e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82840db6de72b14c2053718cb315362b333135fb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21233d365190fc4cefd9c06259dafd5a632296d253f18238f04ee5c0c238ea9b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338cc1a60fdb5547fecf7532ced84b22597042a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb911d4a03e98c9cd5250349927afc4a7e5c9abd4c847364378831914d4c704
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b253ee0424d2e3faa4c85d8322a05f26838c5ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bf7f199a2e507a0483b087c73ebfc7a3ffece4013211114e4d524570143a91
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17292b8e7ad0aa6e71ec84741b1e9361e895cbe2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf1eb786433f1000a807421b3eb276b2602fab1f01b1ebf7afecfcca720b2a0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca882562d1420f8603832e33e3f08e8673b58f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44831c2bb0852b083a0f7a4305b2db0344d9ad512adf7866b847885658489fab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc80c11e2a5dc0da89796174ceedaea565b636ea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523a8848a711671b48b223699b7518940d98c79f772648f4c1d5418bb4687dc6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594eeac948706d2dc92b8499d5d4bf5ce38220c6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41eaf4ba25f9af63ef9251fb050be76b6d6f77dd1a11889746011e19e2a4722
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2ed4434aa8bd2dd68d80452e2fc2b6cd92cbd1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7176aeeb57538de1dd19b111f36c9b9362bf7b09de0166b9a8acc115a058d6a8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8f668cdf106afbc687367499daa18dcfdd6f18
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982b6a003bfb810dcdff0b45a0ae4e47a9f0b9fc24e2593278fb00b61399247a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e4be7d47c6823fefd05c7589fb03443ff56be0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0799218bb893062528952645bffc4e18546b6462a81e8a27541b12031ef93d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f2277bf67d256bdca8e3067034ad93777190c5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11eec8a1bce89ad4aeebbe455bb322e724b68f3368fefe355f5073cbae4b7e1d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461851a1d509d8470a8b083dcefb22dc8226ffe3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ea471b3390cd5ab878bacddeb003356ea6b1b2654e5858c9f9ded3c2d2f844
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb071e8bff9b4de29cbbcc1a2ed181e5e1bd5673
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55d3ff048514fea7b15fb08d1e4c7abd030a80af28a10f5eef6dfb1071d56e8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c284f40808d719197208c55209f00cdfb4a0e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9f61bf1fc88fb035fc58ecd8c935224ae4131ef6602b8a00945b52fac1ca50
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3214e5ed65212c3a5a2cfd1ddd1bc76876ee624
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce73af65ceaab223b6bba0015a0f0ce958c0a6362768a1e83d8ec806cf9b3bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf20d77ff6d9d8e631b2786f6d9bc8d655942642
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14c97228a730bfe6db8e67807ff08fe8b741f9821f3f3428deb07ebd66bbc5a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc416a234cc002f1b96f3a3d8ca9ddd1ed037ea9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c004c6d23ec33ebdbfe8bfdc1b06e4e034f12d5e32d5c2db267661bc1b4bb17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b15fa1ce53ba54a61aeea6578c31d4a3fc89c0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ce5045787cfd4978a3a1a6ce60ce69ec4eda9438f32b5590d70b762a18afba
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd31649ddc9955fe415a0e32b81b1d3cbd6ec1cb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5147e3aae818e0f243a8b49f7e7364053695edcb30c9910987330045d736ed
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c86d093136f0c0f35968eb6d4eff92d47abb006
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2399a6c922ebd0943cd788d042e1e0982dc57b353c8613a2612da96b5a818ea
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c74f087f739ad8c9b6641642da0929ee8e9c7fc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24093d8891bf76fbd6a1da71adbd76f36889768b216c7f5befa0b35e7250f17e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9b60c338f287a101f2429a9bfc8ef95f6d0a83
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca37ba9bec137fd50516a3a393103ca5cf48ef2992c57aa273215aaae1c6943
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71befcbcabf1ddff8cd874c433a1f95fc6beebbd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4825a6634ce5bb6c52ebe07341ae3c10a0a7f16a22a19a0bfc84d0315d58b88
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224bc707b323a4bef3c0d9ad575ba3bb85effaeb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f1e5dc27f14ce1882b969a91b5f24fa0c6dc6658ba14a84b1a12243a222133
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8592cbb3a53b25d7fd8e674bf9a2853274b35fc6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cad70322df634d658c370c630b30f2284c0ba915bc5bf93d2301f9a7a81cff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e31286d04fcd702c21511cc200eccb8a18ca17
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d0dfc66bb6ec20466ea61d24a44c225d4528d9943a33798337090e01b0d37f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae60b009ea43f9e5c43677c7b5f503e2774c5233
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ff0e5e1effcb71bf9e216966ca1b74a2876e4bb25bfa7ac4c9c20af5e9f3e6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e660a4e6885f58cf722e12e524ed792e7fb4d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e16787c286316b885921d6d51512d2d9025de224482d5d30ac19db836939eca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e28269499fceee5d9151c8b7e1b31c4ad87e8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e58663a9873e74b052348d3af0436ece817793cd7b60029971f7698de7d9ab
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f42b531d7f9a4cfd4d706e269cc2cb2e0ce000
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef6137f646831fe972f1f0322bf4056ff12ae47b71dd2c4c34e197801760f80
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40228d54e47f2ab05070f3af962a47ee5e5a139
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962bc39e36d031d1577002a2c28af8f970888421d36a0dc5556dc9fa535a9a7e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea0a747f8553b578014314d56c0492afec143b6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d210fb4612c4248c151972bb8f11803b9d88fd35e946793f0c01a3ac461ef6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b48c72b52b59d09e58560a583fd0621b6ada64
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0cb7c2496e8ab06b5582e939abda52f4f7a749043c3ee8dc7a1bc2cc0455af
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1265b412e4e1a3b09ee0abaa0cf8301dbc68d13a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afc116f4fe911fefb96eff4cc5ba021cc46c6286a7197cedb980760258c9eb3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e50829aaef5a9ea3d951a4f41aec2b883e9f671
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8649b8d32d4dd052c8d6282dca8c304a0ecac988ae2d38576b2a93e30224c914
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b98a207e92b457aa6ef9265267c9239a83db52
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115352af5dac72944fa1d4a841ef69ec8c21fb86a3e2611528897e254e10c4f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e9d8c18bbbc6cac0cea7bde22ef104966a8634
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3756167944dfea23b5b5d8bcb1f048fb3e4120f8893af8b49d9b360d9e040f3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65346e6d5a31d7757ef65b938688576ae50e054a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2758f92c66be00177196fcd729f7589d44125a4075d83b401dad42a5095a146e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14739db5d2eecc969c4213fea9b113a54eaced67
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db58cc641bfde89f0981bdc647a5f8ef9121388da3e359a2f9068144f3f3bf50
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110146f2751bd2a6cbc3ceae6fb8fdb53b96dfd8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3819a93d25c0daef33a8ecdab15e943f2abfbc7b38a4c2f22d137e7be5250e35
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88734051a33c058cdba192181f2e2d095908c194
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb74fc7586b2677d0b059964b5fff14beff6cec20d7c620a352adb02beb31f82
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae212e1a4728f69df0a64daf6452f9ced10434cb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eaddd8515a46a6d90a78d1e0d6b09fbb75cdd3bc9bbfd81c5feea1b8ce6352b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7fc3750a277bbfb62f1b24b252ab5fae21b2cca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41738fb84cce279542ef04f140e7d5a0dc95a0b9feb25f8454a22fd805dd2d8a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c446363cc4eec944094bea602a39f342d75bf84a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f4e2d80ad6a107dd9c7a61e363734b96ab9781b84874225a84488160211c09
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afc77e55b2be52af3d4615f68235ff8ed305d37
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdfffa1b11871aac82994cf905f6902d0c771969feffd3c4139729731d78220
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc20d64301fba3b9890dd250de18d16365b31251
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945210ab56da417fc4bd6e61fd8ace9ff88858d78606b0cc75bbadffc6ed5603
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f774b646863ddd10ee4e129d707f17c7631153
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3e9aedfa068d005f93f0d7509d0abfb1c302617db3aed986c5dd9bdb161609
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb81fcd25a39bb9845d4b4ced7bf65c9cb7a1d05
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492a48ada17fa6bf0976ab2d9fba79dc6a0dc8194928c8fc3f2bd852a57b33f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc84c6d043616873049231b4fa23aa307b1af2a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03da93a14af766649fa1ec8b0189dd8b606c4c78dfea9702e30ea742750a9594
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c11bd267983df4e69bec5174c42e4286d214a8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90ebbc6cd3f08410f866a757aff275e9ce27231701094a12c3c4b97aff96e27
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59988f5f0485c4b24b73361b70f3d423eb08d0bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d590d87bb5251f6fe4b366655cd9d0ccbecf6eff119b89faaf4c60f4cd54b15
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ba7d3f7a062d6c1a5d1c59def08a8720a723ae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f717016ce434ad823bfc30e078e1fd9b6992a6b14435d4dd114feb703073a95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93dbdbfb5fadbcdd6c5d85e266b054662486a564
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80bc5dc7afbd9c3b22cde9682dc5f6dcbf4c71a450ad29e2b995f807d5027d6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de109e4a8eb5a71d46f7e6795d45971fa9dd78d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d41d64e0d77bf741e6a0757f6bba09125a57c4b5487031aa3a55dc0a9bb5ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2d8f35733c7d6e3c277a4953c436cd63261877
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41a5d11a232b3eaf5ca1cfa308a86b684f1e67121184144567647bc4d8e2a6f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0dbdb867b61aeec5dbb757356d06b4be0cc695d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5e3109db9d71690662c24de952b56dc525c5ae1b5d0434203725f1f03d2327
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1279f6ae9c55e78bec66ca84b96346b98684163
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f173aad716782d5de54f8061ae5dcf997a53020d697fafe2b558fdd95988a18d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4face7e00e21992645fe9b898ca70e2665da15
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f411cd2989b42fce30610c37e43eb19be240cc20402fa807db41efcec1ff7b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d18bf1a3765e9971ceae49fdcb5818a1daaa34
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf0a412b9605193f7f0dcfb17638ebfacf3133d2e384ee3a56591451c03da30
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23aadf7c3dcc4cd82ffd7f8ad9a34a2fdc0d8a68
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e33c320d5efec62672b5891285b55edb0ad2f64b48b7a43dac8d7e991338330
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9859a532dbb809311147161cbc99dd003a7d4938
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc35dfd69a3d8a6e9537af984d4de0247c3273c6069dc4e6f01cb3e0b0035720
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68223867cb62b8d4491ec2f8b20c5d661ac378b3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd28d374b35bedf93c7ac078fcc3b99e4b804362cf8651c0edddfba63d3c969
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3d911aa53653316c34095f388b2c0bac02cc00
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a2e68ae5ef4caa313fddda2dac1879a7e01b32a7bcf49c5c4a791bb8a89438
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808e26ad2785fc98cb903de607a88f922803762
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe25629322a6dd72d7f5e9cd596f9124eccdc32e03a81c7c6e0b9dfe8c063ed6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b716014dec7f738f9f7ad5b752ca59a86c8301d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c333458306e8c0931177907f9bd8f82e56aaecfaab9cd72d3a6d7c99682fa94f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83391b6036dc794b238073e8b37c99767af25755
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c1c5296e5b3dbe7feeb36767b009f7d559833bd9c212042221caf82fc0fc85
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc4a92da6d89576f8a1db3ec9551b176a56f63e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd69330814a58aa2ad72cbd8c37c2e6dd053f06bc3a8eb1387969425b053bf4f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668d1636f604bbbd508b385aada1833f1cae1276
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d807cf41842657a4909389b250a7000c227f05ba2c0388c77025e5e2665be0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5464238a2daac795f2ba33eb35a9c3685238be9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f928948dadec56352a184508db5614d6147a8b037baedea07341b34082dfda
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d00c93de80f34ef4a5438b5ec82c6c639849c60
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:583c009f2e8d1d43bdb0f98458f581ea2f7e9899bfb3c2e7d65081674aa57559
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0686935322eba1766de0286a3c384de5fd9094c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f8e90b771f1d386ab81c0168920f515b404a3e4d1775edb84a6516ee987f02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c295bffdc51341a6568a4167c1937fd7d4829f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789d25ab00ecd2034edec71c79044df84bf7c55947cde8da990579ddec587771
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33df3fb31df4240c13c4911d495be235c46a7f74
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020b70ec91bbcb3d5796870eaabafc41ad95b92fab5a54ad466439bd5cc3113a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee6a8ff0b26dba9ef243f2504051516469afed6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdbfdb0ae7b7dfba822917566c24a9c7ab91bef3a394ca0ef1ce7e7aca63cb1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00762fa5706199c8919ded635016dd74758b138
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7be4ca0caf01466de8f185fcb82c093b5de670f578241b51b940b2f88264c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4727fd29dba9ad74e64762210484659b305fcf0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a47eb7d68e2c015ae2564a43d9f7560fffdf428d780c1294364e7c8510bf4a9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79dc49207b142091d3fd7aa6e39386604bd01f52
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688e1a1b9e77e91feee4806b9d6ab1d89d0d5bfd8ca75ffb8674fb042b582889
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d92aa6903a855fae5ef03dc0c13e28f9d714d6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa868336f4c980e17328e826d02ea857d9af22e1c637abf3091202ecce13fb87
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefbe83b9cd0f60152bd93e9bd4a822ad6687a2b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adde2f94da2404d92c568c566791284507923b773060550c797886cd49cbdaec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8d789cd58f055b7a5879a48b116e7abc2b4649
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3f7f82107c15438c83f474a02222ca28f48aae656653676645ce164e8a7b65
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735015471820188d205e08ad09d29e287f972b88
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bf15e07680747fb79e1e75e05f89c27d8fc67a2f0b01188eebb07220699bba
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8018e1ef17178dbf91c8121d0600c85280a1b22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f82a2e54e56a62149d63a113a02f2521f84401b707de301161b58730c129fd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8003569c066b59054d0d44fece14fe179fb9a8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c41ff2c950658118553ac5f45e1456cf12980cee281bb96822e95c17c56bb1c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c675f3d02eb655cc03fd16145bcd15d6b0e78d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2057ffc15695e80aaeeccb4063325e47fcf292994ab73013a568d36bbff63b76
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa59df6b0306381bee00d4f335e853fe5e57f060
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f7fb3ff4217ad84ab133a959129936647c46ad719fc56af0135e086d736a39
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70080e54c952634988e733eb2bb3df05567722b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b4262f44472c6ffb2371176f2b0a6cefbbada04a9190beb868fb2575b4f065
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1b591ffb13d169ffa30e5dd666833168fd36a2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f5d53bc737a18745879a9ef16e2bd42956185f76eb8614cd4af00ee5792edc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e99a3f2a77a99b55d710a1c5bc60296233c5e63
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c712079f85d653405d9a063bae2f59ef6be47b7aa2997f939f1183162f888f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb83bd0f40b6c3696421c7e446120863511b56e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e4f862ae709daeeed635e59b1b85aa874059b81199bbcea14558c1ae139184
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0de2c41a449e163f62e1b16a3ef4d95775857c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939fa8f6bee044d7c9b076077fcdfc231b238b64773a97dcca4461941ee4b7d3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54fd8e366db084e0d316f468ef61a0a29983a8de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f62df557c63735a65fc45eeb02595b952bacc25ef13034ad4bfa138bf3c6a33
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ce0a75761c1e872c4200b7fa2447dddf3cc43b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0becde9d0f47116c60268df3327c1c9ab15468038fe9f7698e18c919635f1dc6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520337926328fc7f1e59ab79e38352b6d407eef6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a5a24f0cbc3cc836ae8aeca634472295b877d50af011a6fbe9a2c95bb2ee7e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec76182224670057a07694da08644b435f9f5f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2980a4a4c2a1492870cca1046470fb06953967970db44df915319b20562c5925
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c709ca4d4fe3d0312acb291246fb09d147cfd5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb4c040fb48c2199b9a405d0a128b2d4a78f2c45feb1624c15c1f8def5ef3f0
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86124e5291f42841ff38870271b4ab0060a540c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9cd18b20bc68cbb922afc480bb78831ef50d3b30cc6f1f4a22e671f400877c9
+size 42115
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bae37ea0c3c0390105a2ce49e0c609e353ff204
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3209ed2bce1b176d2f706f152eb9b113bcd9ae462f293ef98cb02096039682f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef46b871e615034f4f588abbeb1d14d27f4c92b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515b7d4bb3856b49cc39b00d5059b64b06fb15fbcec4a4706ee1e028c0c24977
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0be027aa20761a32f0915909fc66226075f65d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42257016b9fd73a85cb86ffcb8b29f95c755e30e772eec23619d9b9375fbd87
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2273e61f3c0780f2da7b90bf6c8f8e6db4ab4b28
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174e85112a90d2b6a0a7757f44e463a098ead2b4eb5aceb8a9db78f395dfc0cc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54df0c2a248216e805e8de7e9a4d3c513c25cd09
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705fd93384fcc34748eecee77a4a7e47185a90e7dc4a46e18d860471c0aebf4b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef4faad0993b9776c5b29931c7b835e39595f3c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c23e58a9750e50e1efa7ed3cc33a12ee11595c92688a9b83a3ffeb8875f6a40
+size 11395
diff --git a/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3275d6b67d4bc8d3ecba37fa81a8924145bb9379
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b79d6c4da016d8526027b42b4434c9332dc03da50db0e02689d2696249d815
+size 11395