diff --git a/params/phi/8/rnd_search/comb_10/init/lm_head/_s.pt b/params/phi/8/rnd_search/comb_10/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdae01f6744b9dda1f2d53717d8f5012cdc8245f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8dc20a0c10ad07e42db91067a99c16a163aaf089f94e9c0f3858d7bb035130
+size 205955
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851178b99a4b27ba2dc6ec70bf8972a1143fece2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a584fa5a48e02489e5e392d1813d8adf36f28e148cdf5afbdcc39abfaaa52a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e43854d6be96b963b866557bf90fb134adfe7f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0ef7a109ca580f16b100943dac8839028cf8333b5f56ee1fecb92160e6d1b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041998fec7e8365c37829152f7acdeef10834726
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d23f2cfd40426b68bbee5058cd9a9a83c889d70f5990533c16d54e628364148
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f75e5a84b4d9f68a7d032c3222243379879c0e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf48cc51e90faec52b1cc4c229924a3f29727e907e90f30512e6da330c5646a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fd75c1bfb85399db7316099ae1ee1bcee1f8ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b72c8370032207aac40d62c0a508a80cfbb0ddd1edcc9c246f4adeccbeb5341
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee748216d25cd68c220a570a6a42bb4d5c34c60
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08213392751565fbf83d8e63577e72625e435ceb37958557e5ca0ffc393d05c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848d1876b107bd46434b978498cd2b8e22143dc0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8415cac0de7eda0f34ac041244f8fbc3f4adb56565c8b3274ac06c9f9861883e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157bce8df62fb508d71cc2f1f5ca3e6ff5f9e684
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbc87600397814f19e97cb67db26d9f644324b28f66bcfa5bf3ac4567e99c6b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37d9be1516cc1b1314fbbe301bd17773a234013
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f482d6ed076e7357ae7d2e80ead31aa7b1c78bd371611399df54e917e67b79e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8c8c14b89a5f5d359ac346ffe269d5b8104c0d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc97630a5e70c342d2de9efaa8bf18da092bdab6414e953f7788d8b93041e4ff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15ef51f981f2c188092eab9ed88d57eaa8c4a73
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771b673e1b4a4baad06e2e4de35ec6c721a966d4f7c502a62cc59297fa36bc64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d498520c272dd6225e6c59c4e635d4612473b4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eefaac7605292b87b812995f6eafe159618beb214975e512589ec7464e1f886
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ff7395db8f08a8062b62f334acccdb76c19902
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551039478dd6a2b25207b9a815573473cdeca7acbc317a384f3a95f4ecce7b09
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e82e22f5fdfd81f159b7b6f91031adcdafb8195
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981eb60313db1da6d470f05fc4eb24e394cc192c022a7c9166ee951e50b99f3f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2259da10bbfa0fe5caac6421e27c1787897e5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36393d4de4e3205129e80779c4c9ae869dffdc68585fda511b4d998b857ac10b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a11f01ce25d1aea86951d619294c73c828efb5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea98bef389e97ebde1eb48d1609c6eaa1fa5c27a0cfd58de5799616761f110bb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcc08e5db7282a3eb1aebdbd11c94d5ff997a8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b990d0db465c7943664072cb788d92cf2125a4d17ede0bdbae41a9a30c7abf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f447cf402dcd104c52efa6a449d896fdc1c373d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2141b1e86d1fc3c08942aab863f454a39173540db97967e65b9a4572776112e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbd8dd68b3b111048a0b08dd0391e5778a6d502
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8712cab96958b30688636ebba631acca7c5922562f5b7950794eceff3b302f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9761460c52d88c188cf713a2a408b399d51272f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823193c0a169a1a525310f59e80acf2ba2b33c99dc9cef48b935ea13834b6379
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fc1bd70bc87364316b55660a7bb3f5a19ca2ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51264df1814a624e3652243a69123019badf52470276e93043428df6702ba032
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d594a17b54486eda943d99e92b7def9eb68393a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53448df6d444ee1031062a94d656bfb1714c0a9a168077b302d0ea83a05e1bfc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3fdd2232ca95d3932e9d3acfffe94ff45b41a2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fd194e0e8da836016c472c5fb1b9c022df51c53ae5fcfc3e0ae203d3e6fa92
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4f904ac4728ae37ad5093826c93bffc67460b5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97ea3a80ee11c6747d735272bd1f1c0c5550b370dfb947291db02ebe70b84eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b6e083f77bdd392601e80212b5046a4c71c812
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8123bb0f49cd40f03cdcf3c97253bc85dfbd1d7283a1565dc84721153ed33947
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb54f32ad51275c1a3a366f53f688f944b4a5f1b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14c0bc721a7a7688fb9615a6f20ac713f65bf879557773591624a9d07861ba7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9103575c4b0ff77e7bb92f3acba64c7be9636ecd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9e94c1677b38387886aa90cea71cc5f93525939f0a246c2f97a322bc8961d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604dcbdcf4fa6bb03e2fce5e3ebebd7c06411daa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede73915bca083499c6040c7fab360694950da7b3005bad86252b4f9429f669d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716149fc37f01c9b41cd8b4dc71fa822d352f8de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebe7029e6de3d5cd6980102364376ed52f8fdd9e4c5c896c9f4b66c4e203606
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412fb636da9028ec76d25ed66a6469325d130400
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91aa8990e50ed961fea5c015980a1999e2fadf414b4b6cf55407f31181b16b47
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62fd4dbfda74f48dd5d971223a639493f4a170f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea9907a0ff645d177d8a0b183f783e95fc3c98211501ae67adff3fc1f631a05
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4205b89006b8f33f37558ba04e096904855c58fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a6227c7d4ec0d4d1e4d724b77ec9b0ad7dedf52ed8a434d45d5c1d09174fd6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907ecb1681b8a3ac4b8e76596d9c1a15af82cb0c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b657fe835adb8260d4911317be2167e7f969a9026abe152935bef311f9d1f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc034bc8291141ab54ee9487601082a4d8b5a2c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6024328fbb3b500e56c3c5c34e484461e79bd86e2af140c7ea59a7cfec84b2e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe7e0f1826b3b4606481be4791c32e9a3b836ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b83ba27950ed6ed7d48f23227acab26d1a49f170d7119d7bad8c273a04187d5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8867b04cfd9bfd97257adf993a1747d5f61a155
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22340c4a6507eb578b77c7cddd060107e1cb0e3b573623801b3b3f54410967ad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da402e11390ac39fd63c6973896649649a93fcf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487e9c3d24e13a968d899ccf09dbbc0753e5b0766d39865eb96ed91880585c99
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9a0673ae4f96bb90b4687c35b9aa64915d7ffc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f0aa738d68932910f59c09793f0547a8a7ac54107a2dda621c7867504b80f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28289cb009d2dd72e6618a21d189c57355cc1eff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff9e0249f1b1ff1c4b2321575f3b4a390681fae7a0e07ff6d71c57821ad121e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1acd8ea8bbd97b4814ee06c1c98d60dcc2990c59
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02120ef320730b6f576f59d40ab2c38ad1ae2b24bf9814ddb4f721082676f24f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dc1297d3c406d26ab67ecea2c0b90bbd5f1a23
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500d78483b0d1febefa2f07438ce0a1292cc6d3155a34c1f55260271c833616a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf74bea6378625af27d36b4eda4ffeee55fbfdf8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeee5b4fa45426c5bc0c09ccaf4e0f6f47bef936a9d19abe5e75f2ba4401f826
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b521b7da6302db1681c956fc64f708a0bfa480b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44487f75c105cd109de193cd509518895bea01445b2da530da531de3153d2ac
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a54387593eb8234d21e21a7b476a4fa931b69eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959bd5cf0da4cf10466646171e5b7085095fe341df4e4366de765c79bbb7ccc2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001b384a17cabf452fb363f7536cdff6b0352f3c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5293e49b80e89d9e2a8ab61a684f042c9b2270c0a608869e20d6a31a8b6a5476
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38753c4f506a472fd91b155932d574901f88d404
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a486b50157b55fc07d4817d8012fad4a30517bfd959c4de99b9bc54f610954
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6522eb7fea72fcaaac781f4bcce73b687281c00a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267d1607531f28f4d3518b810e0c43cb699cbb315e961e8a1df162c8c87a714c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef71228363cc8fb8bb7c983d2d082ae0ae4d635
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a91ce67e1ea8ae82b047999317ce6a3d2cbe08e89e9decc94ff78f5bf9c9c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1491d4053c115087267a582a249b2aa670e28f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737936eb6662fa4ad7c4d314ab25d321fdbbf868a1e32435bbe340690b766348
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405e93ab9ef61baf16feac2036124b77465d71d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bdff5b4b4d76efa7cb2bda930079048016ad01325e66c80a54467a28e4eddd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7f94b526356badc8ca9d153cc069a20ef78906
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c4018f1659060a3107df4844470c02c7841b2f59df8ab11946fb45db118a5f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66815c6e23181e9d1b3a3e1fea4f97c0638ca15
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b741e267d60e7225eb94353d7506a20f101db741310013aabb7b894b746420
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b504f55e34ac1fdbeb9ab99e6001b2cbd8abdf5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c139ab41e1db09c635d07b14d64c4b24870a1e0525aa97b97f1a9a0ee80e7fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c15ac7635f00086ce2c2e90267be59c73782b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca3682912778f8cb6afdbf511f3f7407756e1c2422ecd5aa4270fea0f14e302
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbfe3b63b989a38a3476baebacf892f6de9a66f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e49b3983039abe506fa5ff23a0f40dbc045ae6ae95718ca5357b00ee4b51000
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b68c1257bb4dd9c11b673605102ee2a8e12a0a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c7f4f4a7efa834790364b893adbba996202348b48b0ef8a2e338f73c2c41d1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc60d81bafb4fb8307b8ceca8ca721ca6afd303e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bd4a2c39b801dd179995a1bbbc64cc91a48a60bcebf86cc9fcadc63fd72b3f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58ffecc1b65c574b2fbb923d57fe6468f04cfac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8663793a121227194ab3f35e2f74ce6083373b486847773fef334b50f5e1beee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918efe724b270b5b168b2d89ca80174c8b880cc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064b77440d6a5d0c170c9762eee55596dd62e4328cc674153a0994945a94fa95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe22bcc521d17f8579d14213e0f0145cceef45c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7da583e28e2ee13ba193acd8914a8f7a9f9faf298117402d3fbd535a05f2e8a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45bd40874dbc47921f07db2e7ec8e294a590db0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1746131863384876eddfb2f5e4e1d0ea5fd086805e696682f17ea4760a093c6c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b2a75fc48869e39f703f6b10ba7038b4cc9441
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7267f9d0a6d9d6c4899b9743c6f2101492c8c6f0092a4e5a79a0baeb02e443a1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e79504b5c128c4b476ed70dc1e98c85e2e3c1e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a711df12bd611d1ffe5a0e9c16680ec3c1962da23b8c5754163c00a0e3e406a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede333ddddad03507b4dda6de15728de7534cbf0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d57798e80718cfad068a5fa99b0ee4fe1a6d95179fc3a2eb819d10d616558b0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93f4333fa40cb952cbb0ba69465a51130ce213b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636ae06f75c7e008205985fe4b1e5ca676a71284e62de6925ebee6c8e4a60377
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75d0c114fd975c01b40e0c1c8505b7b7cdacdd1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e335e11386e56c449ff45904132272d82f7b8552be7e5c8db8449c07b52ea176
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9249f75b5b9dccf839886174c706a8248743833c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc2b534c8a4279dd20e4c1714881a126cfa26a9584dbdcd19bb43c3f08d31ea
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26966a02224f7a677eff3515b3dbf057a502a852
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46e3d520a8b364cfef4da8541e5ecfa715cec8fe9cb852c9a68119564a0eb4a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1bdc6d38fab964e74a135fdc308106f7e6b467
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9807b4024bae133208027fe20ebd2aa85a5e11429c1c564c85efe0d0db43a1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d542f82818cf810aea21b3066e788058888d3f90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c1192a1c3527a3729be157bf50e014e40a174776e337c0ab6700ec540aa64d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0061d8970aa8b285e0d3d435e384ae25771327c5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21742398b15ceb30f95ac7ba62bdc32d3abf5303f750c8f382e431da4f3be973
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fdfafa2acb05cf9b1696eb164b40f3b0f5f85d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce46aebb2b7f6ea4d721544475a94da492b1fbd223707928b6dc95112cfaf3b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9857c524a929a12fc708614c0ac392748dd8026e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefd6b354f646a95449a44d4bfbbfab0946e8969e80427583c17e1228eeead69
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466e6c8a6095eefa44c85cd60b5cd09d2e25c55a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5810dc8b79b2c288b11d357d11c580345bd97d9f7c07f78b7f43d41db70139
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f650f6b595ce495820d626a4b2dbb4d49a76e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4974eea2c819bb6a9fd345844a8549359e440fb65738fb25c02034273d50aa02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db61abc06c8d0e04f3d32f434111c8bffdc02faa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f557611fe5a1e7ff445d3a83e57b3fd4699e146ef2e01995ee28887c8375190
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbb16e2db00c15c9382ce085b57e19d21b45190
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bc315ca91653ee464ff76622467117689f5b13d826e371d8b9c0c680da4592
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44217403d6787f3c3600a1a7fcc60058bc36d1fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aff16da5009833f9a20332ce51977e5158daf5e14d8dab716e6791c080a33ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085400e4f14d066c8ff5b4e108e69b979e661fed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef7af6e4ce672f9435a5487d43e015c5038df79e35655a02e4f665bfaac2369
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefa03fd686cf6be4560fd02e5ba794b9a244779
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b2b4907b808e9e47a15b5b52985e0a24beb0d0cc65a998309345be8c2ec007
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f007b4ed250db417b53d9c39e671a102682d937
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bf4f83e6e349bde6d542231792eab616e82078bee64c380b09a07934183677
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5731da1acae96c1f989595508890c72b2a1df1a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eaf2400f77a161b69864fde6a76503e0737d3a9ba6f3b48bf7b91569a6ceb8e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a2de8d4655e2b588d4923855badb68452dc5d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dda904e6eeefa83fb262b562bc5fd34344d6427925d5bd952261e6e6df2929b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc0665b9f1e09f19c35bbd2e1888a7ba6359e5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2228133650a5ed5701fee7bf914a55eb979d21df2e4fd2fa94c5e32d6edb69
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206984ff6913026332b6d18194aca611dcd0514d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126f8952edcb3d674ab34459930d7adf731b4449af32167c1fc660148853c1e2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5018ff1d401ed0683e2a97513848aa5a97b4f3e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9070f71658509bc13c69c8a5283c3e1a342e40d912812565df93edc3918fc39
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f41515d6f794727b736857e8daf4aa50cd08e35
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ba8c9e68817faa56d31fcc0d97e569a4a9a6ba89e8c344d8877a9fb96c6cb1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf70aee688ea02687663a9013b8fb9dda182f80
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c979eaf60e0ab31ff2611d8445f475930e29536cd6827840b7a946b8b506d6f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a8cd112619558c0e2f38b060a4f4220c14d256
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27a5e7c0d3b6c9727c0a71feacfceb01839cb652817c8561faccba79c9dba11
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69918a0de73d59cd80d7e9e5a4fb621e97607af9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0705aa7ac78d9f2281e5115deeb27782ae830f00162fc9a5bf1b6378946df46a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68be87d3b77736e1c8829b765be234959acefaa8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9ee852d12e74eef267b0639a2729b13c614abd74d3742cb22cccec6b405c6a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401c8c2f1331b9bcb36c5363ba7669a82d611401
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcfccb57ed602211f4115d3795d7206972fccbf28a984bb0aa8f7122d5b8847
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641476eeae569dfe08270d3a888e7b16b02c2097
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2ea1dedb84d9278e092f13c5032148c38083583de3177b9deeb9d8dac38f37
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efdd44d79719930bb469f9366e103fc8c6ebbe5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73411206e8f64125226999309110bde019f74e5da8b3b03706a1ada89d5396ad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c879ac706a5aa38b45237ededcf8f245cf2318
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926778acec3a9177ebe934ccbbb4964d7aa91e469b40c3825ba42a5d9836052e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459183b4f94cdef2b31dda208ea3a736f7e547ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019be142dcef06276f9bc3d16636e98aa5c7fa5637be3ea8a79943f6c9569215
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5748c1d429a91db1f032b27f8803fff5e305deec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aec52e31208902bb9e39228e44506b035a019181349a86db88f8bd466d63b2c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fb02d3f827f5a08f68dd7f7a82cd23b71dc0ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93fa164e860fef3de34e8e758c4067f53100d88998cfd7ea18c77532a789abd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54da43e417dd9c38320653f8e6e3fce4c0303e9b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef81b22064e05b5578698fc6c04177e1d71bf6c00823ae5bba754ecd71b1e805
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90b27b0f4aa9c2b630b49df6f7ced985eab521a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729c79930d3c420ab8c5de10b49f4305ea872d2da3da9eedf3ed990c8da868d6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed886cd34b981d71a1b6eb9518db99096e95b27a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70df62a66c32193d250c0fe46391cb758e1d12cc60f840a97018c60ecfa59f9d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85762a74787ea6d21bfc9aa2358adbdff46e9447
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34679eeefe743f82c60d6d1869eec213e0fe5b36db2bf82a69f1285ec9e7f0e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7352f6ee9b3e0b80b5d7fab459e63b4d479ad87b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0be94ff8f87c1d10be138d71702e934781caa3e091bd6cbda2d3c848413f81
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87d3aa1a6a9f2b81fbee841a767f9d39df852d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51d3508275cddcffe09aabe38f5b7012db3d49e11a2acfc10a632678ae1b010
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1a8a87f41c137a261cddfd7f04cbf3a42fe9e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c17d5c4d098cab4b29510f49d972c960c2ee45fd9163a88e50145eccd46832
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfa2375824e75416992fd00bed653a6cd725f9d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda5e071e31479ed02ed2ddc025abbbd2c271e5aa488209e94b789478207badc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63070e4c84d9353e68a6ef6e2f75533d50f4df0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e76870ab21332d12578f30cc0f8ccd532f30c50f0826cc634c3f79728966ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7543dddae3f6bfede76dcd98032aa4ff6b7f3585
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85aeca4c4e416a2f6911380349476801268cad1d1f264442940b559d148273b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1dcdea78701468b121ad871b81e652942c2f5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ce5ce98cfebf250673ba1f18d30bb78b74900e4072f45f07e6fb35e67ef5cb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68c002bd2b8e8cf47af131375c9117a7b2837e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e1f30286b97da0b9ce384d32fb7c16adcbe4652dcf5bb06f86fd65827f3e97
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a52ee4e4b72136f9d163227e7785b0a9c09184
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddbb59ded8d9334ac85a69bd10f7baa6b1e6e36e64fa1eb776a3e3565866310
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8939d9e643279bad168d5d23e341205ac707ba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd46be7be7436f57e8f862829f1bda6a5ccb052f8d7cb719e5913e239f851083
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dead7a3303652fd56eecd88594e146c7ff9168f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd66a8ed770c718b0f8a80f02c48c07b02cc196108612f3ae22481e34306361
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3607e39fa6e53631f2312fada8765891bebc94
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af9388b641968fc574ad770974e9140abf908d296268994b88064401e980d18
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517cd6955f9182d075b402fcc9fb1df01f7fe9d2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc26371b48bf3a8bd6f1326e58b13a651a6c19c537306c6c3e2d0c0ec4765be
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b3ea9297c0e233acd84549220d5d57e74e17cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6b6fa279064dfe015f069bc902c0e6274bdaec1076c3eff8e6c3af632ebee2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067fe3cfed1b3bb171fae1d777c1bf30be85cef6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0d88ef73be17ed950bc77173755cfe999f47c910737ec4eeed28c8577c891d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a20213ef34ef3fd8d084aa4dda73cd6a5ab4042
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1f93bcafdd27164fa826dc7af6ef86374e4542474b1ade68f6b4a83cd59012
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74b902423c92be5cdd47e7e178e4339c9d4d64a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894e46f6096e2aef919f7ee0b232face6f6ccfc24b08fe893f1db7bd1fe4f639
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcbe83e256e514b137457af168a9cd953656c3b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493c78890b8cf3480f9a8ca0d7e6648bddf24697264b94434236b7e74927853b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e114e2b224e351c33139b6e50ef3cec657da02f5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5339f59e3a50c20c978bcaf252988eb49f790c168e989ef4d70bf5595153dd52
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b6239e6660634407a1e8e1adec07a4e4b8c331
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420b308d1c68803c3606e9cbe3eb03d131d95884ae8f377204917844e50ece23
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c224df01e569858c189507fed5db2b93808ff2ca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9dd688b9054b2e2e8514aa369e9409f96f69bd1000a21a534197145afb3502f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e71706456d9a43e24a523e0a2e8250cddbe9d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9991b63fee26322b4f80230e0ea5382d73f0d35dc389ec92abd9aeb9300ed399
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b84a7265588c4a5dea9037e8916870ce53bf84
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526dbbeafffcb81a54b8d67aa8eee446707fc50d49553e5f1dd307326b3e33f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0165b085c9539468bc5ed6e7f381371058479a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2514463fb1293e3d4953259dfd6fa5c73a5cdac4759e759abe5099f8048684f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a233738f3c2627ac1796dec01d1f98a992850a78
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e36112e1848b66289a141462e6f96648b6ffeafeb63e6399ce7ed3dd69ddef
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b50e0145717508db2dff1b726330e07ed0e634
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b7128b55eeeee642f8fedec6af08f513b8ae41b40445847aa812cf1e285212
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9872f9f46bcbfe7618804ea52960604ae8f2fc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13de5066729417f99ba7eb81e0e27c6d7ba35fd71e18f7eb3f3e99d12f9380be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9673ea920c2f62d0ba8c1f9171e3556503cbc7ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108c7733b779334ebae84f32e3e4955027ec81f776804ec8d696c6a02436476e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286531c079c24603756eb4f9d89d7ae516f225d2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55478c16db95b8847f17d0671eff202b785f780944ebbd5413c56c0c476ee8c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ecc4a9d7fd9da9dd9da9d9175b0c4a17b94dd80
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53153bbb2bd266d7817e30c8f17f9e8cea15f506ea6aaa55e537b6258ed27e2e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27581fdd4961e7a2002c1b5e2022fa63f1afa00
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed935b3440bbd8b74f65d552c1bedc7e5578fc40cfdf56f600461495f442f9e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da41a4e2a24a5c1664ea2940ed9c7ca5ba8a8b4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e604d5f99d0d507c104382339c38537dea172b9986c2119d5ce58dcf92b7c76
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0575a5cd7ce7bf8d3f84b820ed9e630973383e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba735a86841c68d03912f650d3a979f905a4a9674d853ece4179aee815fa9da7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c8118d9deab0d5fa0a791116c6b49ca6d0c7e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a474f8c20324c6e6502887988a55f971c54b923b24af71097e46f8fba981aa2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dbb98f76bccbf8ba32c2c3a7e19b1587548962
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6d38dae2f3a6ab6d7acb176121a7215434dab09cdf8c4be63bbbf641c4afcf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdea177b872cda9d28562434749d358c017f9848
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c97d54d880c5dc62994834bec272872be101f39c3f87be1e6248fcad6cd4d33
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47e6af0a325f06d9fa11f4c1f1352be6070ffa3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a34bdfad9f93c6e4036e2ea8ec6707dcc460b5e8a7d547434aac16d47a8779
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d9662a88f898b3f5675e1acd02548ca833b001
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623ca7444f6dd41e43145c33560984f05c62f13ede66d192a7c85e0345efa47d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab73fafa3423200bac49178fdb2e937f8e8e0f8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8366f6bd879b731e73bee1ed69297c43157bc96c18d45b8b8300af9bd92e4404
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e80d2596fc433453da9d78f92c4bfa8d5d0f80b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e8fa9442f6b6fc84d311479720415cc3f80ffb14a11dc6fa297dcd3e7a3d83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce793d90a2fadd676d9c6d835c79c26c44f4fa7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db87d5b5a33bc961c72867ebbbbf6b344fc140606743be19d1389ac8ff1e33d3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529ff393c7bac85b9ffaea027211d62aa0e58aae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef4a9f180c902456b11518dac2899ff94aa26e7ea7ca1ca4e2d1fb2019ce893
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0b26d6e1dd1217a6d508660315d5a494241805
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa0e2bb6839a4fc904afc63ff73dcfae0e698f2f854a7be17039d15d84a5f0c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58fb7696fc8f822560f9a0aad87bc2be63a7da9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4babf5e24e2098c3bd33f4742ffca0a6c9904ba67ae2088fca937c7c7a68986
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8d7be1e33379a1565c4ddcdfd4773ef451ecc7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844af054237f8470f0482119c5064a34cc533286c84ca2b79e603ada42cb7b49
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c6d2a389b82a8730aed72cfcfbe7a8840dc330
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2047df07eca40859b1a3f69ca0ce5b41c750a3bc50549415a61906bc470b2c9e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c5de09fc5647c2fd57325401d0d5ffa5519240
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c05e05b9fc8170d5c7ab2426d593300c257c65ba999ba02ea3cf814f35497d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6553cc1ffc753e2b07bb40fb74e7e511bc891de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288d88f5f52d1d9d8227e19e3ea6d00422bd259dbe6115ab7bee07af5cd4e377
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b8c9f9d855ad29e33264167f39f79b0fc9ac70
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c71f5b9c2e57a525f78955792ee90ab212121bd8606b89443b515f6051a3f5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbb32a8cc935ef315161d2da2b18045123f455d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a5c2442720cecb0f978881aaa22a6e684087188f02b5bd318abbccb96728f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133edf6cceb408b389a4ee8f04874dafbd528e30
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b21413330a35f322009a61eb68e3bb9e05f0f46d9ef43fdfa78ccdd9fe5c88
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f428a0daa9f0dc08d12e2a70edf5bd34eb5b4ce
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5863cb008d0ff3d311c3a643f7cc1e856d66a486874b8b2bd9f10a44f25e357a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59a0f3e9858f235c39cf06fe0ee80cbb12d4b4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d86937467d0f027e70167c93748f1ef293bc1a80404502fecf9db952e9cd4e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e8d102cb327b6a9811d8478d71e8f0a192287a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a22bdd3ae2c2b19d8e4e52710f83c927e5f0bd3896e1972cefc413e76e5188
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9988155158e73fea957b1803d0aa0ac299913092
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e00c63d572eae8bd09d338fe9afe6ebd69c51e4c2efa7953a1d996b47b75ef
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c56ffbfa127c3a7fc40d8f3b964059016d9cb7f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab18996bb2cda70429828d26a0a60fa8d8d1cbc89d2b69fad58b83afd6d1388
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44cc65e43e08e41f52e522d3e3a765f5aa6e7a5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4487941a32ad0508fd08458c0947d748c15cbb47f8a43fc12072e2ea5ea6aec2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c35f500b67c027a598b4fec9eff043f45ee612
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5219e1f2e0b0585e6a2f2a6f3fac8aa2d26370713542569d32af153b6b4ccbf7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed822035ec2fedc45f854986d9a2f0e8168263de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eaa7b612794f571cff9648f007871eda29babedeb05a95ca1832294a197e84f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ccd9d19043ec886922a3627f21913c2f1361df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517602ee5b697191c72678f919707286da21587af6447fdabe2f1ba293167f51
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7045cdefa2eb08302f05973f02233f221b5f238e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b011c317446d90d91c3d5d14f93e372a3be9d06fade9097297b5c1c6bf1f64
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5967b958dec4fa2392dce9ff0bab7d9fc65df1a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d460db203ee12939955a00d6fcd32463140b1dc1da9901865357703a0e6800b2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325a53d86bda8df2bcfe5d2a17f254c9ca820fcd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd864260183b9970d219f7b393b401b533ea3b71f3ed592ad706ac3197750fa5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6815646ee914c20f33d8ca2a2e5b0f93da9902
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe6d83c04176a5dfd34077b8ddfdda78b04f3391287b09d3f7a8b708904f81f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71203f003f6372c60e2a1e329ecc51e057f11669
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e389dd979e98914dae7fe66b06a97e4c591f0c16fb96735bf2ae0ef193c75e03
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4489d6dc2beb8a7ef716bafbe294fbee6c67685c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f215b85b91e447598b1dcb41e764b3bda91bbc0ecd3dd7f22100fa93d8fd73e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da952eff7ba71a48e1b7cc898a1401c36b0521c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fba27049f9850182af2c4c4d18d9386afe287a73cf7b554eeb2eabe0e4d405
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f49c6888a1001f1509f425024f2200a51be1bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b1cde2143eb0f0aa77ee3f807eb48d2770a7162dcbd3eed3f7418dc7a44fa2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc433f9bebbe5dcfcdaf2b8979d1f3d7e751736a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e64d86a2ea8295e252cd800c0c8019a4f6b7c0cfab812fb58170b6b36e81cf1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d961b60bbfa89c66a2f8f3be4a87f20a6285e753
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1562d7d1805b638ccf49503192406ed37bdabdd16535c81a3a65ab871058d01a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d860a81fbff773f085d6ebac734a5c5acbe9e40
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7d37111c8babf788fe85a2f8afb7a3dabb192dc3166645eae3b24fca310dce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef9784ef0ade945cc3c8df9d0288beee1e056c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f39693f4d4558d9436af4224107ad453e90980cd146ff2d1a7173508983218
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e308d8648ddcc644103e063df2d9bb9baeec2d97
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40ff4187cc861cf2980509a66aae95160670196bde8237259fc59e2f59c06ae
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6137c0425875476ed68a1a3a0f6bf798e6abd405
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1012283a3c6c8fa7211dc3ad9b1cd56acb7a05f1b81150dc6208c16f54bded79
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88095d71900cc7cb949aa7ca65b9df903a9cbc8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98acd5d6d6c6ac4c111040a7cd6347f56fbe03c30e08aa26621aa90439b97ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852725b2d65c6e8206b321aa060636e75431b986
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a8ae0c6d2fef1ec5eaa773544f77215667b89520be7bd3876c1994278ed483
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4e96c8c09802063237b140faa8b0d2780760b8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7602b351345e58dbc8a3a3b51d45e957adb5db676ae9cf91cd4bb91401bb17b6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382171d175134ea82fb7bb4007f1554151b57182
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416d568df22df1d370f063d53786af93a7bd8c62448cb664f5a803ada7c781fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af42bf59c8b07f00af41859c6a4d625a47ba494b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77e871872beb346fbfefadb1bb1c69480ad1caa44635db5f79531baef203974
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304c455c84755f07a9c15100e915b47aa2dca381
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c34a6fbaf16e2771fcb3a5317e46623eed732ee9bfe9d5f13e1eb761781e20
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349d94d6f863b7f8b16f5f03f73525ecb7d810ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc45f926cc82115893eba40742462132c58fa3e905ca6bd44a8f04edbecafc1f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9131a61896381102cd822932558d03b169edeeec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b183eba173f601480cad7c740748a1ab1c0af8e67c1e39d714fac346ee734afb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a73319eca61e167ed0408c49b772eff5fc25a07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acd04c0bcbe423e8e43c2d929ea095f2eafb1b7519f419d4b3eeb932bda07e8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19e06d4a9ff3f1c3895d0b09f462cc88f93a75b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d134eb8c93a2532c22395c59f56f5d8c1c3c65aa512756cf9c7f87f8b5ca0ebd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ad6518881e21bc061e7b8db99e4396a2c3a35c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9e0c462ece0b7a6631e38e27f21902e95d1941b060d6164cec3ecefdda5a1e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694f931fcf86945bc94ff1638bd8280413f7fb85
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262f48311180d0809217c84c1f5670d555d22d2a40fe2bff1840c010407d2c61
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75063ceaadc9e6b5d98c5d3afcff85ef18092ee7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fad53065cb3dbc142ac3ac78f9dccc32d6dad5b8ec80110914bdd8c4b5091aa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b3890bb79b2b9216bc3195e8b253093ec9d161
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605e6c24ea7cc235ec8829ad9801c944810deff56fe9bcf701b6148224a27ab1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123faa95b42a383477ddf3452209e7b91fc1fc02
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd7641957bcb02fb4875ab77fca39f8116ef389fe3cbb182d179812f18cc2e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a205a4b2458feccff170586deea171772badfc9c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3395c82d13c4e327b0ab17493bb2f5e30cc61f4497531b0ec993f70293b07d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/lm_head/_s.pt b/params/phi/8/rnd_search/comb_10/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdae01f6744b9dda1f2d53717d8f5012cdc8245f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8dc20a0c10ad07e42db91067a99c16a163aaf089f94e9c0f3858d7bb035130
+size 205955
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851178b99a4b27ba2dc6ec70bf8972a1143fece2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a584fa5a48e02489e5e392d1813d8adf36f28e148cdf5afbdcc39abfaaa52a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e43854d6be96b963b866557bf90fb134adfe7f9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0ef7a109ca580f16b100943dac8839028cf8333b5f56ee1fecb92160e6d1b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041998fec7e8365c37829152f7acdeef10834726
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d23f2cfd40426b68bbee5058cd9a9a83c889d70f5990533c16d54e628364148
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f75e5a84b4d9f68a7d032c3222243379879c0e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf48cc51e90faec52b1cc4c229924a3f29727e907e90f30512e6da330c5646a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fd75c1bfb85399db7316099ae1ee1bcee1f8ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b72c8370032207aac40d62c0a508a80cfbb0ddd1edcc9c246f4adeccbeb5341
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee748216d25cd68c220a570a6a42bb4d5c34c60
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08213392751565fbf83d8e63577e72625e435ceb37958557e5ca0ffc393d05c6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848d1876b107bd46434b978498cd2b8e22143dc0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8415cac0de7eda0f34ac041244f8fbc3f4adb56565c8b3274ac06c9f9861883e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157bce8df62fb508d71cc2f1f5ca3e6ff5f9e684
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbc87600397814f19e97cb67db26d9f644324b28f66bcfa5bf3ac4567e99c6b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37d9be1516cc1b1314fbbe301bd17773a234013
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f482d6ed076e7357ae7d2e80ead31aa7b1c78bd371611399df54e917e67b79e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8c8c14b89a5f5d359ac346ffe269d5b8104c0d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc97630a5e70c342d2de9efaa8bf18da092bdab6414e953f7788d8b93041e4ff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15ef51f981f2c188092eab9ed88d57eaa8c4a73
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771b673e1b4a4baad06e2e4de35ec6c721a966d4f7c502a62cc59297fa36bc64
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d498520c272dd6225e6c59c4e635d4612473b4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eefaac7605292b87b812995f6eafe159618beb214975e512589ec7464e1f886
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ff7395db8f08a8062b62f334acccdb76c19902
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551039478dd6a2b25207b9a815573473cdeca7acbc317a384f3a95f4ecce7b09
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e82e22f5fdfd81f159b7b6f91031adcdafb8195
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981eb60313db1da6d470f05fc4eb24e394cc192c022a7c9166ee951e50b99f3f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2259da10bbfa0fe5caac6421e27c1787897e5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36393d4de4e3205129e80779c4c9ae869dffdc68585fda511b4d998b857ac10b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a11f01ce25d1aea86951d619294c73c828efb5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea98bef389e97ebde1eb48d1609c6eaa1fa5c27a0cfd58de5799616761f110bb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcc08e5db7282a3eb1aebdbd11c94d5ff997a8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b990d0db465c7943664072cb788d92cf2125a4d17ede0bdbae41a9a30c7abf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f447cf402dcd104c52efa6a449d896fdc1c373d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2141b1e86d1fc3c08942aab863f454a39173540db97967e65b9a4572776112e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbd8dd68b3b111048a0b08dd0391e5778a6d502
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8712cab96958b30688636ebba631acca7c5922562f5b7950794eceff3b302f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9761460c52d88c188cf713a2a408b399d51272f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823193c0a169a1a525310f59e80acf2ba2b33c99dc9cef48b935ea13834b6379
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fc1bd70bc87364316b55660a7bb3f5a19ca2ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51264df1814a624e3652243a69123019badf52470276e93043428df6702ba032
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d594a17b54486eda943d99e92b7def9eb68393a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53448df6d444ee1031062a94d656bfb1714c0a9a168077b302d0ea83a05e1bfc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3fdd2232ca95d3932e9d3acfffe94ff45b41a2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27fd194e0e8da836016c472c5fb1b9c022df51c53ae5fcfc3e0ae203d3e6fa92
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4f904ac4728ae37ad5093826c93bffc67460b5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97ea3a80ee11c6747d735272bd1f1c0c5550b370dfb947291db02ebe70b84eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b6e083f77bdd392601e80212b5046a4c71c812
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8123bb0f49cd40f03cdcf3c97253bc85dfbd1d7283a1565dc84721153ed33947
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb54f32ad51275c1a3a366f53f688f944b4a5f1b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14c0bc721a7a7688fb9615a6f20ac713f65bf879557773591624a9d07861ba7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9103575c4b0ff77e7bb92f3acba64c7be9636ecd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9e94c1677b38387886aa90cea71cc5f93525939f0a246c2f97a322bc8961d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604dcbdcf4fa6bb03e2fce5e3ebebd7c06411daa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede73915bca083499c6040c7fab360694950da7b3005bad86252b4f9429f669d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716149fc37f01c9b41cd8b4dc71fa822d352f8de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebe7029e6de3d5cd6980102364376ed52f8fdd9e4c5c896c9f4b66c4e203606
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412fb636da9028ec76d25ed66a6469325d130400
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91aa8990e50ed961fea5c015980a1999e2fadf414b4b6cf55407f31181b16b47
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62fd4dbfda74f48dd5d971223a639493f4a170f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea9907a0ff645d177d8a0b183f783e95fc3c98211501ae67adff3fc1f631a05
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4205b89006b8f33f37558ba04e096904855c58fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a6227c7d4ec0d4d1e4d724b77ec9b0ad7dedf52ed8a434d45d5c1d09174fd6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907ecb1681b8a3ac4b8e76596d9c1a15af82cb0c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b657fe835adb8260d4911317be2167e7f969a9026abe152935bef311f9d1f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc034bc8291141ab54ee9487601082a4d8b5a2c4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6024328fbb3b500e56c3c5c34e484461e79bd86e2af140c7ea59a7cfec84b2e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe7e0f1826b3b4606481be4791c32e9a3b836ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b83ba27950ed6ed7d48f23227acab26d1a49f170d7119d7bad8c273a04187d5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8867b04cfd9bfd97257adf993a1747d5f61a155
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22340c4a6507eb578b77c7cddd060107e1cb0e3b573623801b3b3f54410967ad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da402e11390ac39fd63c6973896649649a93fcf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487e9c3d24e13a968d899ccf09dbbc0753e5b0766d39865eb96ed91880585c99
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9a0673ae4f96bb90b4687c35b9aa64915d7ffc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f0aa738d68932910f59c09793f0547a8a7ac54107a2dda621c7867504b80f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28289cb009d2dd72e6618a21d189c57355cc1eff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff9e0249f1b1ff1c4b2321575f3b4a390681fae7a0e07ff6d71c57821ad121e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1acd8ea8bbd97b4814ee06c1c98d60dcc2990c59
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02120ef320730b6f576f59d40ab2c38ad1ae2b24bf9814ddb4f721082676f24f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dc1297d3c406d26ab67ecea2c0b90bbd5f1a23
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500d78483b0d1febefa2f07438ce0a1292cc6d3155a34c1f55260271c833616a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf74bea6378625af27d36b4eda4ffeee55fbfdf8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeee5b4fa45426c5bc0c09ccaf4e0f6f47bef936a9d19abe5e75f2ba4401f826
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b521b7da6302db1681c956fc64f708a0bfa480b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44487f75c105cd109de193cd509518895bea01445b2da530da531de3153d2ac
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a54387593eb8234d21e21a7b476a4fa931b69eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959bd5cf0da4cf10466646171e5b7085095fe341df4e4366de765c79bbb7ccc2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001b384a17cabf452fb363f7536cdff6b0352f3c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5293e49b80e89d9e2a8ab61a684f042c9b2270c0a608869e20d6a31a8b6a5476
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38753c4f506a472fd91b155932d574901f88d404
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a486b50157b55fc07d4817d8012fad4a30517bfd959c4de99b9bc54f610954
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6522eb7fea72fcaaac781f4bcce73b687281c00a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267d1607531f28f4d3518b810e0c43cb699cbb315e961e8a1df162c8c87a714c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef71228363cc8fb8bb7c983d2d082ae0ae4d635
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a91ce67e1ea8ae82b047999317ce6a3d2cbe08e89e9decc94ff78f5bf9c9c4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1491d4053c115087267a582a249b2aa670e28f4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737936eb6662fa4ad7c4d314ab25d321fdbbf868a1e32435bbe340690b766348
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405e93ab9ef61baf16feac2036124b77465d71d0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bdff5b4b4d76efa7cb2bda930079048016ad01325e66c80a54467a28e4eddd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7f94b526356badc8ca9d153cc069a20ef78906
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c4018f1659060a3107df4844470c02c7841b2f59df8ab11946fb45db118a5f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66815c6e23181e9d1b3a3e1fea4f97c0638ca15
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b741e267d60e7225eb94353d7506a20f101db741310013aabb7b894b746420
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b504f55e34ac1fdbeb9ab99e6001b2cbd8abdf5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c139ab41e1db09c635d07b14d64c4b24870a1e0525aa97b97f1a9a0ee80e7fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c15ac7635f00086ce2c2e90267be59c73782b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca3682912778f8cb6afdbf511f3f7407756e1c2422ecd5aa4270fea0f14e302
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbfe3b63b989a38a3476baebacf892f6de9a66f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e49b3983039abe506fa5ff23a0f40dbc045ae6ae95718ca5357b00ee4b51000
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b68c1257bb4dd9c11b673605102ee2a8e12a0a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c7f4f4a7efa834790364b893adbba996202348b48b0ef8a2e338f73c2c41d1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc60d81bafb4fb8307b8ceca8ca721ca6afd303e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bd4a2c39b801dd179995a1bbbc64cc91a48a60bcebf86cc9fcadc63fd72b3f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58ffecc1b65c574b2fbb923d57fe6468f04cfac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8663793a121227194ab3f35e2f74ce6083373b486847773fef334b50f5e1beee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918efe724b270b5b168b2d89ca80174c8b880cc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064b77440d6a5d0c170c9762eee55596dd62e4328cc674153a0994945a94fa95
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe22bcc521d17f8579d14213e0f0145cceef45c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7da583e28e2ee13ba193acd8914a8f7a9f9faf298117402d3fbd535a05f2e8a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45bd40874dbc47921f07db2e7ec8e294a590db0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1746131863384876eddfb2f5e4e1d0ea5fd086805e696682f17ea4760a093c6c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b2a75fc48869e39f703f6b10ba7038b4cc9441
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7267f9d0a6d9d6c4899b9743c6f2101492c8c6f0092a4e5a79a0baeb02e443a1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e79504b5c128c4b476ed70dc1e98c85e2e3c1e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a711df12bd611d1ffe5a0e9c16680ec3c1962da23b8c5754163c00a0e3e406a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede333ddddad03507b4dda6de15728de7534cbf0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d57798e80718cfad068a5fa99b0ee4fe1a6d95179fc3a2eb819d10d616558b0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93f4333fa40cb952cbb0ba69465a51130ce213b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636ae06f75c7e008205985fe4b1e5ca676a71284e62de6925ebee6c8e4a60377
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75d0c114fd975c01b40e0c1c8505b7b7cdacdd1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e335e11386e56c449ff45904132272d82f7b8552be7e5c8db8449c07b52ea176
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9249f75b5b9dccf839886174c706a8248743833c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc2b534c8a4279dd20e4c1714881a126cfa26a9584dbdcd19bb43c3f08d31ea
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26966a02224f7a677eff3515b3dbf057a502a852
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46e3d520a8b364cfef4da8541e5ecfa715cec8fe9cb852c9a68119564a0eb4a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1bdc6d38fab964e74a135fdc308106f7e6b467
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9807b4024bae133208027fe20ebd2aa85a5e11429c1c564c85efe0d0db43a1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d542f82818cf810aea21b3066e788058888d3f90
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c1192a1c3527a3729be157bf50e014e40a174776e337c0ab6700ec540aa64d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0061d8970aa8b285e0d3d435e384ae25771327c5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21742398b15ceb30f95ac7ba62bdc32d3abf5303f750c8f382e431da4f3be973
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fdfafa2acb05cf9b1696eb164b40f3b0f5f85d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce46aebb2b7f6ea4d721544475a94da492b1fbd223707928b6dc95112cfaf3b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9857c524a929a12fc708614c0ac392748dd8026e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefd6b354f646a95449a44d4bfbbfab0946e8969e80427583c17e1228eeead69
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466e6c8a6095eefa44c85cd60b5cd09d2e25c55a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5810dc8b79b2c288b11d357d11c580345bd97d9f7c07f78b7f43d41db70139
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f650f6b595ce495820d626a4b2dbb4d49a76e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4974eea2c819bb6a9fd345844a8549359e440fb65738fb25c02034273d50aa02
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db61abc06c8d0e04f3d32f434111c8bffdc02faa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f557611fe5a1e7ff445d3a83e57b3fd4699e146ef2e01995ee28887c8375190
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbb16e2db00c15c9382ce085b57e19d21b45190
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bc315ca91653ee464ff76622467117689f5b13d826e371d8b9c0c680da4592
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44217403d6787f3c3600a1a7fcc60058bc36d1fe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aff16da5009833f9a20332ce51977e5158daf5e14d8dab716e6791c080a33ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085400e4f14d066c8ff5b4e108e69b979e661fed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef7af6e4ce672f9435a5487d43e015c5038df79e35655a02e4f665bfaac2369
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefa03fd686cf6be4560fd02e5ba794b9a244779
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b2b4907b808e9e47a15b5b52985e0a24beb0d0cc65a998309345be8c2ec007
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f007b4ed250db417b53d9c39e671a102682d937
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bf4f83e6e349bde6d542231792eab616e82078bee64c380b09a07934183677
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5731da1acae96c1f989595508890c72b2a1df1a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eaf2400f77a161b69864fde6a76503e0737d3a9ba6f3b48bf7b91569a6ceb8e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a2de8d4655e2b588d4923855badb68452dc5d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dda904e6eeefa83fb262b562bc5fd34344d6427925d5bd952261e6e6df2929b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc0665b9f1e09f19c35bbd2e1888a7ba6359e5c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2228133650a5ed5701fee7bf914a55eb979d21df2e4fd2fa94c5e32d6edb69
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206984ff6913026332b6d18194aca611dcd0514d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126f8952edcb3d674ab34459930d7adf731b4449af32167c1fc660148853c1e2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5018ff1d401ed0683e2a97513848aa5a97b4f3e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9070f71658509bc13c69c8a5283c3e1a342e40d912812565df93edc3918fc39
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f41515d6f794727b736857e8daf4aa50cd08e35
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ba8c9e68817faa56d31fcc0d97e569a4a9a6ba89e8c344d8877a9fb96c6cb1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf70aee688ea02687663a9013b8fb9dda182f80
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c979eaf60e0ab31ff2611d8445f475930e29536cd6827840b7a946b8b506d6f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a8cd112619558c0e2f38b060a4f4220c14d256
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27a5e7c0d3b6c9727c0a71feacfceb01839cb652817c8561faccba79c9dba11
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69918a0de73d59cd80d7e9e5a4fb621e97607af9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0705aa7ac78d9f2281e5115deeb27782ae830f00162fc9a5bf1b6378946df46a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68be87d3b77736e1c8829b765be234959acefaa8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9ee852d12e74eef267b0639a2729b13c614abd74d3742cb22cccec6b405c6a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401c8c2f1331b9bcb36c5363ba7669a82d611401
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcfccb57ed602211f4115d3795d7206972fccbf28a984bb0aa8f7122d5b8847
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641476eeae569dfe08270d3a888e7b16b02c2097
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2ea1dedb84d9278e092f13c5032148c38083583de3177b9deeb9d8dac38f37
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efdd44d79719930bb469f9366e103fc8c6ebbe5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73411206e8f64125226999309110bde019f74e5da8b3b03706a1ada89d5396ad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c879ac706a5aa38b45237ededcf8f245cf2318
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926778acec3a9177ebe934ccbbb4964d7aa91e469b40c3825ba42a5d9836052e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459183b4f94cdef2b31dda208ea3a736f7e547ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019be142dcef06276f9bc3d16636e98aa5c7fa5637be3ea8a79943f6c9569215
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5748c1d429a91db1f032b27f8803fff5e305deec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aec52e31208902bb9e39228e44506b035a019181349a86db88f8bd466d63b2c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fb02d3f827f5a08f68dd7f7a82cd23b71dc0ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93fa164e860fef3de34e8e758c4067f53100d88998cfd7ea18c77532a789abd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54da43e417dd9c38320653f8e6e3fce4c0303e9b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef81b22064e05b5578698fc6c04177e1d71bf6c00823ae5bba754ecd71b1e805
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90b27b0f4aa9c2b630b49df6f7ced985eab521a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729c79930d3c420ab8c5de10b49f4305ea872d2da3da9eedf3ed990c8da868d6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed886cd34b981d71a1b6eb9518db99096e95b27a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70df62a66c32193d250c0fe46391cb758e1d12cc60f840a97018c60ecfa59f9d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85762a74787ea6d21bfc9aa2358adbdff46e9447
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34679eeefe743f82c60d6d1869eec213e0fe5b36db2bf82a69f1285ec9e7f0e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7352f6ee9b3e0b80b5d7fab459e63b4d479ad87b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0be94ff8f87c1d10be138d71702e934781caa3e091bd6cbda2d3c848413f81
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87d3aa1a6a9f2b81fbee841a767f9d39df852d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51d3508275cddcffe09aabe38f5b7012db3d49e11a2acfc10a632678ae1b010
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1a8a87f41c137a261cddfd7f04cbf3a42fe9e2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c17d5c4d098cab4b29510f49d972c960c2ee45fd9163a88e50145eccd46832
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfa2375824e75416992fd00bed653a6cd725f9d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda5e071e31479ed02ed2ddc025abbbd2c271e5aa488209e94b789478207badc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63070e4c84d9353e68a6ef6e2f75533d50f4df0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e76870ab21332d12578f30cc0f8ccd532f30c50f0826cc634c3f79728966ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7543dddae3f6bfede76dcd98032aa4ff6b7f3585
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85aeca4c4e416a2f6911380349476801268cad1d1f264442940b559d148273b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1dcdea78701468b121ad871b81e652942c2f5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ce5ce98cfebf250673ba1f18d30bb78b74900e4072f45f07e6fb35e67ef5cb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68c002bd2b8e8cf47af131375c9117a7b2837e7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e1f30286b97da0b9ce384d32fb7c16adcbe4652dcf5bb06f86fd65827f3e97
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a52ee4e4b72136f9d163227e7785b0a9c09184
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddbb59ded8d9334ac85a69bd10f7baa6b1e6e36e64fa1eb776a3e3565866310
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8939d9e643279bad168d5d23e341205ac707ba
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd46be7be7436f57e8f862829f1bda6a5ccb052f8d7cb719e5913e239f851083
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dead7a3303652fd56eecd88594e146c7ff9168f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd66a8ed770c718b0f8a80f02c48c07b02cc196108612f3ae22481e34306361
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3607e39fa6e53631f2312fada8765891bebc94
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af9388b641968fc574ad770974e9140abf908d296268994b88064401e980d18
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517cd6955f9182d075b402fcc9fb1df01f7fe9d2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc26371b48bf3a8bd6f1326e58b13a651a6c19c537306c6c3e2d0c0ec4765be
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b3ea9297c0e233acd84549220d5d57e74e17cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6b6fa279064dfe015f069bc902c0e6274bdaec1076c3eff8e6c3af632ebee2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067fe3cfed1b3bb171fae1d777c1bf30be85cef6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0d88ef73be17ed950bc77173755cfe999f47c910737ec4eeed28c8577c891d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a20213ef34ef3fd8d084aa4dda73cd6a5ab4042
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1f93bcafdd27164fa826dc7af6ef86374e4542474b1ade68f6b4a83cd59012
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74b902423c92be5cdd47e7e178e4339c9d4d64a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894e46f6096e2aef919f7ee0b232face6f6ccfc24b08fe893f1db7bd1fe4f639
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcbe83e256e514b137457af168a9cd953656c3b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493c78890b8cf3480f9a8ca0d7e6648bddf24697264b94434236b7e74927853b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e114e2b224e351c33139b6e50ef3cec657da02f5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5339f59e3a50c20c978bcaf252988eb49f790c168e989ef4d70bf5595153dd52
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b6239e6660634407a1e8e1adec07a4e4b8c331
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420b308d1c68803c3606e9cbe3eb03d131d95884ae8f377204917844e50ece23
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c224df01e569858c189507fed5db2b93808ff2ca
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9dd688b9054b2e2e8514aa369e9409f96f69bd1000a21a534197145afb3502f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e71706456d9a43e24a523e0a2e8250cddbe9d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9991b63fee26322b4f80230e0ea5382d73f0d35dc389ec92abd9aeb9300ed399
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b84a7265588c4a5dea9037e8916870ce53bf84
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526dbbeafffcb81a54b8d67aa8eee446707fc50d49553e5f1dd307326b3e33f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0165b085c9539468bc5ed6e7f381371058479a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2514463fb1293e3d4953259dfd6fa5c73a5cdac4759e759abe5099f8048684f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a233738f3c2627ac1796dec01d1f98a992850a78
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e36112e1848b66289a141462e6f96648b6ffeafeb63e6399ce7ed3dd69ddef
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b50e0145717508db2dff1b726330e07ed0e634
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b7128b55eeeee642f8fedec6af08f513b8ae41b40445847aa812cf1e285212
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9872f9f46bcbfe7618804ea52960604ae8f2fc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13de5066729417f99ba7eb81e0e27c6d7ba35fd71e18f7eb3f3e99d12f9380be
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9673ea920c2f62d0ba8c1f9171e3556503cbc7ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108c7733b779334ebae84f32e3e4955027ec81f776804ec8d696c6a02436476e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286531c079c24603756eb4f9d89d7ae516f225d2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55478c16db95b8847f17d0671eff202b785f780944ebbd5413c56c0c476ee8c8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ecc4a9d7fd9da9dd9da9d9175b0c4a17b94dd80
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53153bbb2bd266d7817e30c8f17f9e8cea15f506ea6aaa55e537b6258ed27e2e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27581fdd4961e7a2002c1b5e2022fa63f1afa00
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed935b3440bbd8b74f65d552c1bedc7e5578fc40cfdf56f600461495f442f9e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da41a4e2a24a5c1664ea2940ed9c7ca5ba8a8b4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e604d5f99d0d507c104382339c38537dea172b9986c2119d5ce58dcf92b7c76
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0575a5cd7ce7bf8d3f84b820ed9e630973383e5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba735a86841c68d03912f650d3a979f905a4a9674d853ece4179aee815fa9da7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c8118d9deab0d5fa0a791116c6b49ca6d0c7e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a474f8c20324c6e6502887988a55f971c54b923b24af71097e46f8fba981aa2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dbb98f76bccbf8ba32c2c3a7e19b1587548962
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6d38dae2f3a6ab6d7acb176121a7215434dab09cdf8c4be63bbbf641c4afcf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdea177b872cda9d28562434749d358c017f9848
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c97d54d880c5dc62994834bec272872be101f39c3f87be1e6248fcad6cd4d33
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47e6af0a325f06d9fa11f4c1f1352be6070ffa3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a34bdfad9f93c6e4036e2ea8ec6707dcc460b5e8a7d547434aac16d47a8779
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d9662a88f898b3f5675e1acd02548ca833b001
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623ca7444f6dd41e43145c33560984f05c62f13ede66d192a7c85e0345efa47d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab73fafa3423200bac49178fdb2e937f8e8e0f8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8366f6bd879b731e73bee1ed69297c43157bc96c18d45b8b8300af9bd92e4404
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e80d2596fc433453da9d78f92c4bfa8d5d0f80b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e8fa9442f6b6fc84d311479720415cc3f80ffb14a11dc6fa297dcd3e7a3d83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce793d90a2fadd676d9c6d835c79c26c44f4fa7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db87d5b5a33bc961c72867ebbbbf6b344fc140606743be19d1389ac8ff1e33d3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529ff393c7bac85b9ffaea027211d62aa0e58aae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef4a9f180c902456b11518dac2899ff94aa26e7ea7ca1ca4e2d1fb2019ce893
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0b26d6e1dd1217a6d508660315d5a494241805
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa0e2bb6839a4fc904afc63ff73dcfae0e698f2f854a7be17039d15d84a5f0c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58fb7696fc8f822560f9a0aad87bc2be63a7da9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4babf5e24e2098c3bd33f4742ffca0a6c9904ba67ae2088fca937c7c7a68986
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8d7be1e33379a1565c4ddcdfd4773ef451ecc7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844af054237f8470f0482119c5064a34cc533286c84ca2b79e603ada42cb7b49
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c6d2a389b82a8730aed72cfcfbe7a8840dc330
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2047df07eca40859b1a3f69ca0ce5b41c750a3bc50549415a61906bc470b2c9e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c5de09fc5647c2fd57325401d0d5ffa5519240
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c05e05b9fc8170d5c7ab2426d593300c257c65ba999ba02ea3cf814f35497d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6553cc1ffc753e2b07bb40fb74e7e511bc891de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288d88f5f52d1d9d8227e19e3ea6d00422bd259dbe6115ab7bee07af5cd4e377
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b8c9f9d855ad29e33264167f39f79b0fc9ac70
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c71f5b9c2e57a525f78955792ee90ab212121bd8606b89443b515f6051a3f5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbb32a8cc935ef315161d2da2b18045123f455d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a5c2442720cecb0f978881aaa22a6e684087188f02b5bd318abbccb96728f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133edf6cceb408b389a4ee8f04874dafbd528e30
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b21413330a35f322009a61eb68e3bb9e05f0f46d9ef43fdfa78ccdd9fe5c88
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f428a0daa9f0dc08d12e2a70edf5bd34eb5b4ce
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5863cb008d0ff3d311c3a643f7cc1e856d66a486874b8b2bd9f10a44f25e357a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59a0f3e9858f235c39cf06fe0ee80cbb12d4b4c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d86937467d0f027e70167c93748f1ef293bc1a80404502fecf9db952e9cd4e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e8d102cb327b6a9811d8478d71e8f0a192287a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a22bdd3ae2c2b19d8e4e52710f83c927e5f0bd3896e1972cefc413e76e5188
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9988155158e73fea957b1803d0aa0ac299913092
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e00c63d572eae8bd09d338fe9afe6ebd69c51e4c2efa7953a1d996b47b75ef
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c56ffbfa127c3a7fc40d8f3b964059016d9cb7f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab18996bb2cda70429828d26a0a60fa8d8d1cbc89d2b69fad58b83afd6d1388
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44cc65e43e08e41f52e522d3e3a765f5aa6e7a5a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4487941a32ad0508fd08458c0947d748c15cbb47f8a43fc12072e2ea5ea6aec2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c35f500b67c027a598b4fec9eff043f45ee612
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5219e1f2e0b0585e6a2f2a6f3fac8aa2d26370713542569d32af153b6b4ccbf7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed822035ec2fedc45f854986d9a2f0e8168263de
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eaa7b612794f571cff9648f007871eda29babedeb05a95ca1832294a197e84f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ccd9d19043ec886922a3627f21913c2f1361df
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517602ee5b697191c72678f919707286da21587af6447fdabe2f1ba293167f51
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7045cdefa2eb08302f05973f02233f221b5f238e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b011c317446d90d91c3d5d14f93e372a3be9d06fade9097297b5c1c6bf1f64
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5967b958dec4fa2392dce9ff0bab7d9fc65df1a0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d460db203ee12939955a00d6fcd32463140b1dc1da9901865357703a0e6800b2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325a53d86bda8df2bcfe5d2a17f254c9ca820fcd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd864260183b9970d219f7b393b401b533ea3b71f3ed592ad706ac3197750fa5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6815646ee914c20f33d8ca2a2e5b0f93da9902
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe6d83c04176a5dfd34077b8ddfdda78b04f3391287b09d3f7a8b708904f81f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71203f003f6372c60e2a1e329ecc51e057f11669
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e389dd979e98914dae7fe66b06a97e4c591f0c16fb96735bf2ae0ef193c75e03
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4489d6dc2beb8a7ef716bafbe294fbee6c67685c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f215b85b91e447598b1dcb41e764b3bda91bbc0ecd3dd7f22100fa93d8fd73e4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da952eff7ba71a48e1b7cc898a1401c36b0521c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fba27049f9850182af2c4c4d18d9386afe287a73cf7b554eeb2eabe0e4d405
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f49c6888a1001f1509f425024f2200a51be1bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b1cde2143eb0f0aa77ee3f807eb48d2770a7162dcbd3eed3f7418dc7a44fa2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc433f9bebbe5dcfcdaf2b8979d1f3d7e751736a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e64d86a2ea8295e252cd800c0c8019a4f6b7c0cfab812fb58170b6b36e81cf1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d961b60bbfa89c66a2f8f3be4a87f20a6285e753
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1562d7d1805b638ccf49503192406ed37bdabdd16535c81a3a65ab871058d01a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d860a81fbff773f085d6ebac734a5c5acbe9e40
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7d37111c8babf788fe85a2f8afb7a3dabb192dc3166645eae3b24fca310dce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef9784ef0ade945cc3c8df9d0288beee1e056c1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f39693f4d4558d9436af4224107ad453e90980cd146ff2d1a7173508983218
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e308d8648ddcc644103e063df2d9bb9baeec2d97
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40ff4187cc861cf2980509a66aae95160670196bde8237259fc59e2f59c06ae
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6137c0425875476ed68a1a3a0f6bf798e6abd405
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1012283a3c6c8fa7211dc3ad9b1cd56acb7a05f1b81150dc6208c16f54bded79
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88095d71900cc7cb949aa7ca65b9df903a9cbc8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98acd5d6d6c6ac4c111040a7cd6347f56fbe03c30e08aa26621aa90439b97ae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852725b2d65c6e8206b321aa060636e75431b986
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a8ae0c6d2fef1ec5eaa773544f77215667b89520be7bd3876c1994278ed483
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4e96c8c09802063237b140faa8b0d2780760b8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7602b351345e58dbc8a3a3b51d45e957adb5db676ae9cf91cd4bb91401bb17b6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382171d175134ea82fb7bb4007f1554151b57182
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416d568df22df1d370f063d53786af93a7bd8c62448cb664f5a803ada7c781fb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af42bf59c8b07f00af41859c6a4d625a47ba494b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77e871872beb346fbfefadb1bb1c69480ad1caa44635db5f79531baef203974
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304c455c84755f07a9c15100e915b47aa2dca381
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c34a6fbaf16e2771fcb3a5317e46623eed732ee9bfe9d5f13e1eb761781e20
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349d94d6f863b7f8b16f5f03f73525ecb7d810ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc45f926cc82115893eba40742462132c58fa3e905ca6bd44a8f04edbecafc1f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9131a61896381102cd822932558d03b169edeeec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b183eba173f601480cad7c740748a1ab1c0af8e67c1e39d714fac346ee734afb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a73319eca61e167ed0408c49b772eff5fc25a07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acd04c0bcbe423e8e43c2d929ea095f2eafb1b7519f419d4b3eeb932bda07e8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19e06d4a9ff3f1c3895d0b09f462cc88f93a75b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d134eb8c93a2532c22395c59f56f5d8c1c3c65aa512756cf9c7f87f8b5ca0ebd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ad6518881e21bc061e7b8db99e4396a2c3a35c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9e0c462ece0b7a6631e38e27f21902e95d1941b060d6164cec3ecefdda5a1e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694f931fcf86945bc94ff1638bd8280413f7fb85
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262f48311180d0809217c84c1f5670d555d22d2a40fe2bff1840c010407d2c61
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75063ceaadc9e6b5d98c5d3afcff85ef18092ee7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fad53065cb3dbc142ac3ac78f9dccc32d6dad5b8ec80110914bdd8c4b5091aa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b3890bb79b2b9216bc3195e8b253093ec9d161
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605e6c24ea7cc235ec8829ad9801c944810deff56fe9bcf701b6148224a27ab1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123faa95b42a383477ddf3452209e7b91fc1fc02
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd7641957bcb02fb4875ab77fca39f8116ef389fe3cbb182d179812f18cc2e1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a205a4b2458feccff170586deea171772badfc9c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3395c82d13c4e327b0ab17493bb2f5e30cc61f4497531b0ec993f70293b07d
+size 11395