diff --git a/params/phi/8/rnd_search/comb_11/init/lm_head/_0.pt b/params/phi/8/rnd_search/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6dfc29a974e133d272dcd67cfa318acc0565c3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619a3d65bbe6a8f04668ae492b13d7c886cc9d5fb640bb393aa79f8786659c03
+size 205955
diff --git a/params/phi/8/rnd_search/comb_11/init/lm_head/_s.pt b/params/phi/8/rnd_search/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205b3c56297f502515abc02b21ade7a73bbf464f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbfd4625142932f733f280621a65b7d3e951994be23153ec4aa633af85f71a0
+size 205955
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2164e4bb69e17399f41c97b9fd3f3fad26beed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f67d799455f0f080162f382dec00f9ca58f58dc3ca0b120f891a902e3d1a30b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1c1a510d98afa8f2c8d77e1437a545599a2e48
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7af6767fb4af06a1b351e1e3219e58d62fdeed0f983bec590285995d7fa1c9a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fca4fe8ccf2e527d19d50ed26ec794354d0bb5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0ed967b43770d8ec7f6559a1d1b825eaa9ac84fc2e770bd685b858c0dbea9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16de781a051fc21ba21ba1cd2164cd3711c4b24
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6045ce8740c02f420da6b56c17544e85c84b609b7f66bf39f433ae6f35265d0c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2219847b9af0e938bce47ceacc2831130cf9b5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f1448d8324cf3af6be8f500fa26120a721049818956df913ae3467469877fe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149e17e0e7496a145192ad4dbaeaece6df672563
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a1d81ebc9459d5c1d8e588a406d19cd6a8eae872758d91d58262caa0cda7ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9f7ae95e704e34d8746abf415dcc10eb6f0b33
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441fc54f53be036fe499ac686557da7db0b529245b7da7fd85e0b5869e61cebf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d38cd54eaa62e8263cfc56035799a6aac1581a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa365419ca3b508419464e95b86d52615d0af75785416a65bfe8441ee46ccd3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932a580c3a899101dffb10afbbe784ec6e982349
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46380b025c7162210ab1ed28eb4a95c950b1302adfc561ea3461f793af2ccee6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d3ce8d891200638d6f94b563ab0dbb0cdf1472
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23cd9c680a0aaaffbe960e9947627036424d16c3ec65788491a0200027bca88
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d78746a969933e9ca3913c30692f0c5a1cf9705
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390b8041e643ebea989b381d6fea2c36c83f37bf32aa5d5ca052cb20179dde8e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3bb7d0534053d455e5e7377ef414eeb97b7409
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7c34fd1f2f1d50be07a9a09ed784a0769cfdf7a63108d9e7b4c012e81684a9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1ebc8a47db725d24af1cb9777727eecbb57c4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1b873be48e8c8e52d40b34405da27a48c90c4de052cf002c3747f15eafaf6c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010475bc1f95ed961e1bd01e259925e4233432a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f450f0b97c43f490fe64c6f0401de620e695c15df8baad9e449d751d5901d8a2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00cbf70404c975c163960d499adaa814cb95caf4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391453ac1feb52bc93287a623f47110bd3b93c7a762b34efa2bac28ab9569955
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cbcff7f5e5447ff9742ffd2e4bbc763e43ed04
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927ac54a23d8c4a860fc334a2b42dccf8ad8177bf1c22356bacd0d363b86ae0e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a486c956f303dffbc6d35150e32855d9421b0417
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6714da21862e487103299cf372dc757a0f4bb676f80c923fcd4b2d9b57ab2915
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e321f259e8c42f5398a03f5c1fe509ddb1563030
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fdeeea49d52509d07364bc554f534f13a23167d13dfef06ba3d1040fa35c54
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b884954d13281d5107e70b2ae02225d92928ed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e47c857e9e83b995841caf3471c368a922dc3a3d0dc58f35a7afff114f8912b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c444d4f0a2a0b42d5bd748f049553c92288ad830
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b079cde249379ea31d142c4eee100c5a0ecd4e9fab0f4d6b93b186c29277f76
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671e362c3608deb25342937976771f119c85919e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a909fead79e72044f1aebfbdeabfa0a2daf863b25e4e0a624d33c14c2c92b28
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62db67766cb90d774f37761db4065401b3a3902
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad1916b9dbc537a7f923edd2f4826dc929d721ae10bed912d1d1911f6c3d4d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfdd3d661dc0d2b90fa24784b28cbedfff892262
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f456b9b5c04ac27df2aec9e94e7c4bf4549796a2b8838be5f24314c3c9f47c05
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568e0289dba101fd4d6841a0c72bcf9db83423ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe5bb64bd7d72e8a52bf37ae1d569da44f37eb42e5c4ef8df5d0d427bbbfdfe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664cf49769a6f1ecdc91075d43d90cecd9bdbca0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36390f618d82326d95d5530cc3ef29149fa879cdfb1611a7b01e9bc3ff3ff5ec
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb30d2d5b2b9fc62df110b32d3d4e721fd3ff19e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844972112cd651cb4e3d040adcc75a266669c962b022e116649690f115795fa8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f76e5ba1073fb6312ae3c0acf2732024c59dae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c79d0e05234e2a11e2637f7198d1f630851631a2505b8da1eafedc8bd4edf4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01498dba631a050929155bfa87487f82bcd55ba8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202299f7fc45b977239c368df2c28541fefe1ce0116113c0e1bfafbc1ad679e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41b81ad71e3bbd05ad6ea816ed30306be811676
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423e73fdfaf1d64855c5ed34796e532c7e5e78e3270df8c0ade7aa2590adecf0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20b16c9133f8d55ec0ae8c19191bd1f6b2b171e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d234510115cbdae2c3e2b74da65049e8499ce5499b3069a580de4f25da7886df
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824853d65f8a289087a3ca4b60c62fd56b24fc5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1858e307cad02a6bcb741c3aedb92a37e9cc09bc0153a1fe352c2bc69f1997
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56668694757f9b8ac861543450c05566f6928cc4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff7ea33a99bb44f9bb22a0141133f12cdd1e3c41a2aa51c78162cff1072199a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b0be59e990ffa75f19a7b51df26f1e1a449d23
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cdec8775f0fb63207ff9c6bca1aca3f5a94873c6549d65ad955126cffb4662
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25186fd0d0c7f52553cc46bab4a5ef5563ac29b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b88587e8c0f7f488ebddc3c253c987b3ee55d59b35778a28f5c4329eb8e3cf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ea0ae9af6c7533b2a35924dac17c27b186eb46
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3c9d9d5ef7d4123844fc3081e8a97507fcd04332e5c33e1f692eca2d793992
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea223b78468ceee89b7a800a07895cee926f3d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ef96dc346dba60b812571e393b182e0e59134e1f61ef213398f9a4a8ad06d6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91202714136e2af113124557aa32ac82ed37b25d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bd4e893b3f761643178876494ec63b1b9f6a57330105b85c9fba0d26f47a6f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fcb0a09f354f03b9d7c8f22c6bef59520dd833
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fff062f991838bb801abf8b608c7b939705ec86407260c2b990617d2d112c7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf3b956f640103a460fcf133637e9dbcb73144a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b40260bf5cad4067bf3467e610bd8f3448ad7a9eac1c30c0148e017d47d6bf0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d86fe074d5792a5c248d30edcbaaa363b580eec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05139f25e11632035168680d09e21112fa08454354b1b76d0c238e29fb59ca6a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e67105c99ad3160b7ea82976ade6aeb2d2e1205
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbabbd533469371f48d9b723cc10c4c975ed7ebae3ec72d14fcc74328635a001
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080fbec491172082a1e4deb1ea3441b5e956df3c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1feade3e616266511ffc1283f2a1f6f7bef1cf2f8099f21c04e70acd43b02133
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8e5a5314080565eccf844947c18c3ee05b8d4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46a562411d0046c5a9dd1f911084806812d1b0b108337994a5c33fcf2e02402
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39821a59b2cb8f5d9a7fd1571085d8947c57bedb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968663e044a6d8e7988773f731b1f603640f8a26b176b3c0868fe83d7459f0b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1621f1c21f7b30266f39c921764808514e37f8db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526f42cb738297b2be725771f744213affd7748e7e52e88b71ff7684e63ddd3b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ca3cb313b81972b4bdfbf98eab9299802f2ecd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e58dcab32ae242f4567e64c5f688fffd4f9bab700ba77669f480e5a539ed2b8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25acfc291ebc3a2c0f0b59bec2e76d8546daeadb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab38deb7c2dc053d9c1c7b87aef7377c782f276ce0a6f29ca4e3b9654cf4377
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3bb08c6f14caad7dddee93689f850715b91825
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadf57fb21c9f549162a6bc86f6f65de363f336811d4015943a3674f5b5c1c6a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dacc2b8acc2227e0b7427d0c2fea72bff609f59c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4ec9c28bdc0e7919b02d539041c6c29f6c6f3989d54a37df3701f0024e832d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6a4040394f73a32b8bab1a1632b71d4564b0dc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c64708902b21d0a6d8a3d081015705e576046481d52e0bbf3bb0588ebbdf5f3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453f73f6c02c183fc30888c666592a6858398675
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b97dfe7fc6d8e92e93ba64a5e8234ac022aa0350906bf5abd92c13b0aaf1949
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654a2a53178ff6f0598337414004b4d8da55be23
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b6f3de72dbffae26fcc501d14108265c11a1305a374ee45d66d51d562c3c2e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8413c94b5f5c5e4ce3ac145f94a434b5c62fb1b9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9d804b1e5e32e46992807be6387843bbea8fcc0e61e1de3bc8914930f5aba6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d87be750b87686037694f7767afb057504e73c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1ea3c0bfc14338c596cb559b7cbd6e1cd60141db266ff6e728b4f79a9b0ddd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571d8d16f176152f5e4f1d9a8dd710d6e19a6c37
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea940b44201bda2e64dcc6c9d05b4efc54ca3db392694f59d601f3796dbc249d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1936ebd14867977f13e1251f42e6f4690ef112b7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf67180db56ab6ef4b36407a0a8df022ebb50b3e4a0e4af5ffa9930868dfa411
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a568893121f917393662aa6179524098b3b8f8c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7726576bd824212ed9c9c3f9c788546ad1ed5f84694aaa65d3d2a2d361fe8d53
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb1c859babb2edb62356b590e28a7b765ee8268
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c5c4fcba2f220a9357e54270c601bda04495d5e861bd1f05df1d9e22fcdde5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eaeeea024c248ad31d31f5d8bc49ed8cf54256a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ea6ffc0879debd54060efde8a339f61e7282fd84bdc84d301f9b4de14cb3dd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d26cfffc04cd63c8fc88433497c02ebd0f2179c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19098c020bab332c6c4eea50ee7a4c2239e2a50a0155f155dd425b04efd97917
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b3179eeb285c233c1e1a76808a12f50b63097e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54844d6c4c0480d51d9dab0d575e434e927b7a9210a9595da85ac384128d9483
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11fe1fa0ab37054b8b364cbd92da549f8047792
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4a13e8af9155dc35af0218134ad6d310791af71491285f8ee827bab26e0fff
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b12a868d39c497099eb37eeaa04513fa3cf5b36
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987574bdf94fefdd9dafe1d2ce2613eeb96f5e8bf6949ed6cbc21c0ae95c6128
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d219c8701b73659024a191e77643eee2ce093b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea527af1e0bdd8ca7955a913b7ed849d3656c51361cffc17b1c7f146989c3ca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d25eefb7f21beb3d8181a9047c707e3ed4334d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb92df12736897c81ae7c911916fdfa13284262cd88a5d44f383eba844fbc34
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fc3fbc35fdf76a228cad604eedc675c83a152e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39406646df427dfc61d40116e9701e5687f523716ee70527d32542584a760329
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a20b5e3726480e93228deca840988c01b8fd52
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a76d9664eba0016e3d66f32b3fc7a6f10622c17bda975cc5f916e2db10796b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1096342d3ff5e55a7a353df61e3cf6bdc15f58
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4744e30da6bec7dfa17e22dffcb1b09cc366e643967e910185fa2ae41d0f0dae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7ff8c8d98d8bb22349a4ec8b256b8e9f432446
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1639f0fa2c84322a777083397ff1f282f81b6fdb5a35ee75051b624f86a94406
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d0a83d31bcecfeab30eb9a8fdeb8d31bd3835c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1297aa890244953255972e46076cf6319d1cfb4ad1e01a18f97d812c9465bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7825dcc61e27846a468ae67478b1fc5aabf63359
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b013fffbb94adcb345ceddd111efb8e2cf04379fd77bf21e5385557f85c66454
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9de414b6a06ae6df842bd05e0d2da5c140f716
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e106fee35c720a80162327aa8565eb66f1ec92c821c07c0ad12f9305c59d014
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2a12a330e9c9fe1c2e27ce96f9183bf940628f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9418ae9dee8f0c73b79b72c6239f36745af705c135e55f8b4b9a9e2630f626
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16f3cd1de1b52f691b4edbba797f58deccd69eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53825fd3b0e812fc9181c8bf9531ff9515faa0bf4bdf9608119a051e6915989b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538629af450c019893b7f818abd44c468590b667
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47098ecbc3b604b69da4f24a645cd9f3a3c85dff000ce6cd5c890f982d3a5feb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b793853b8c00770e381cc1d2fd56deea8988636
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8fb7c2fda9200257d909378520443905c9d34b61d121d8d6dc7f77e0b0a63e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15af1a43f6fb0069884ebc1e1d8194ddb23e2746
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6925c17660a4591e0b8c949de30c4e34a703b60b7e0430e73eaea2ab952d6ce4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f56b696d73d83b20d8bbb89192c06876ba7607a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b5b9f1a9b53ad7cbe80bef10a07efaa374ea465164f74e9f1ad364c0ba2117
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9d1093f45bc65a55da1eebb42cfd4fcb04869d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64fe0bd1ac450247c4933f0f783ffd75b886e9ebff32a7d2ad4391099ddbbe9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d16a0b68e22b2f110e51d43103f6dc03ef0de2a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fd723d83446dc451d40a87d24e820f3305514c4750ef4ac32e77afc8b8c122
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac8e0110c32758839c5311019bae2c619e1933a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729004bf0b0dfac7a11610f6794b7a70ebbe7a047facd0dd118cf3ff666f7ed9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad4187d4c906a1244b2c7001c5bdde0e6283718
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15f18d65bb381e3ff1afc534983fb6f33723ac734d8c57299049e9978035754
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193c094fe0fb4612f99f3020a2192e59066b4688
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4040ab68d0e87755f04ccb2d4c5ad59ac645c5bd37f71d4adb1212e5fa205c5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6496f7aaa6f4a4e47aa24654731318d7f5162d17
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964409b4d5dc9a991222b7f531c6e83008a2d56d394a37a55a8b49d5c917d531
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40497a36b157f012df6d47e387f0f6c069a1e27e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502f1fa5014ecb37d24333290f9e7dd48adc6f0548c93a083fa5ecc817b645a2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f09dccbcbed011a2b89fcd253a0c6017a605aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0b1da86b72f9f1b07f63a360a2c4f3f75cbbb0fa0625869aa40cf2e01b6ae4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228a6bd557d6e12bcfeaa8b3e5fbf8ac174e6be0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c464b07f71fd0aadb98947643a5284f40bee2dcec75cc8f8e65b18afc915c7ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13634c8495917df37cb726fce8240a5bb6ddb71
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d88ac3e8e0eb8aee1a90caf35f73aedfe2e105ea324a00f7f0020329afea8bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2b78994aaf174724a9f1270115a8f9a20cab3f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e583de30c713c85628fa771a2cadf28294fdd3a912adcb7c464b01d8a603f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a82d0d4d49ae0c76ca6f63bbcc5c47730af1503
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3dc2ca0a31ac8427a2edb4eb383a78c16d51fa00941540808f3ec20b1faf53
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043847f934d6820bddcdaf77e31e2e23643ea26c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0570e73edac4c4dd5aa7a9a519906ed97e23ecaae69342f15df7a30f9649ed
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d115de73b70e02740a6774754d17a075afa9ae1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3d4c7cfacfd9acda91add973ce0ab443166499e84f53c98cc7fa88c92b805d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b670d3807ce886955052978969c91984c6b7dfd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fd231c18181754f0d04a30f9465df082b7a1154d8f28f35db20e8a1587109b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8f924038a85f9260bc7b33a4ccbc57144d5d00
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca74194ceca1cbb545bc1f954eee05296841d9abf1ab99294ceab079afda20cf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31af57c83fcf9c10bf00067c2042cd34bebd96d6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f3a89af778a7c92f9ed6bd666b3dfc482ecf7bb80b78cc2879d1ec86b4ff8b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3acb73dba0086c05fea4e18dddd6db3cac6ce7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e3730ddd035dae00670d2e70eab9a0f4f1608982d9c80e7f4d27a29d2a6d3c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f333a235d8b8b1be0cea59ea7be2f4fbb0a6d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36c10c067baad0af5dbd7d7c1a2f858189096ef1dc314ed222887c75ec92dee
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc457ad8813486eb0a688b3927b97dd8dcaa6e12
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a918c5e7818ecf02141efc31f9207d97ae457f28a1dbae8289835e51abc368a2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c014adbe67436dcfb8094e607efeb3f329cdbf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45553070cb3846aa92bdc34b87842eb697b76bd3715deedf304c1eb137165fb0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef88312d93cdb29b7bc8e072b00b50eb140abae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aea17b909c4553b196937209e270de13df65392ab62a21143e7c6f23e73ae2c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2ef32713a25b42e252afad5772e79fc2861268
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3530fd9acaa30c2789afb45fdb88b4d98a4ef0ceb5794cd5693d30badd551a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531da2dc4dbeac6f7d49a3eba17748122937a566
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683d340ab68324bc7a0623d8cf9b0d6b18b92edb2afda2969adc95f655df6861
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c1218a99c9cd5377f510039427df6075afb973
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fdd4c3f2ebf21c8e9cca71e03b4bbdd44c834c742aef9f1cb42bf567f3c8f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfa62121e9bb426053a94fa4c59dd8bc2d7ad51
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f40bba3fe8babc68f25cd54af9612d044c234619da65d79de56a6e84b61f3f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388c66781d265ef265591ce0a5583110b5500832
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4adda71e0804ceff88de36051802b92245bd9c9f6179dde2c9e015121022b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9377d50b89ad5b25aede7b00e48ed30d74db9661
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ebd924373153c5c92fed23082a8057036533962ffd30f660dad3b0a4daaa6b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a71139fe2a76b844aaeedb498f67b892a9e664e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15fee1edada465b974869e3e0ecea5a68722c10666dfe9bab99675f76af7410
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6454930e6f18e3db1637d609d59922ecc625adb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63431966f6f197e06fbb4cd6fff0ef55799eb0c154866260bd3e40317fd9de3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcc8743df64329a664d83c212f16358cb3c65bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942b31dc0718c26ebf9fb23ad5d695e0a07729a805f14714700820546a48068f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2d94df672b3d6164b285d7cbbb1c23e731a1a2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837c1afb77f724f2562dd7eb2ef1d1c7ee1432f7c5f3ac145e2ee43245317004
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2606577152343eb02030872caaa642c53ddba0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae707ac97121a7c9845b14a283ed550080d41eda36d899582b677c926520815
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5b524f37a341af4861a5325b88c5969f6834b8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcdfbc47dc3a5a1b5f51f6228b06f74c9e1ded1a43e960525b629e299fd1c9b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0106d8260f83ffbc74d13dabb111f016513c0a7e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4308b3258a391fe9069953b7044a68962cb7ee8c18a0b4d94429517935dea5da
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de843a0a771f82c0964976309ae025706ed74995
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4eaef06c5be3b3afe37fe416f74c2084b599454d750757d954d3c40499baa4e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680171753ca6c87382d13de3cbfb5f742cb30f10
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48596f84ee64d0873df280cd6513ea882fd76d5a72187d00c360d10ce96ac794
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c11101acde3aecb7691ac28227c5246eb88b15
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4770ab5b140c3cc414cf3306ca066c471498021edd65083bde815922847bb21c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae06f633c6c922d43a2c2e3848c1abb70c22e40
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d6526546e6aaa9838cfe5d77f2178a081be01aa6cad8a90358b8b87999bdd6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf4a59b8d5d5677ba345e26d5d997599e80e0b9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd252b82a59c0779aa6a661e0455dacf9cc10017ac8807a08bfb0fd7668d127e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3fc8e0785b656f64242f32732e79d30eddea39
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40da4c64bb3b6d509969e31f09250fdaf485379f1c554d552eef38d6b12486b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520abd8a54e88c93b53df9e1d0e533a7e3a7774f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa4a2eacae5464ce0ff8ef650f24e04a29f192a9ea83620838d1dd3b29308eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ac91c2be96d6e5999e78f925d988355fd7c353
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd826c59bd4a2448aca4a04b24e8a93067239f1ffb2ffae0ade6d312db72310
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbef7cc80467b39cb27fec791bd56738ba9ff00
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178e4e436595e44f98a2a510f377a0ca9e3b383a946bd9a7635c5f65215555de
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e4bb357eca79c7fdffc556133d71b30216bab1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887626a2e41219efef4f545e476d53cd4e912d37ea189e22e6a90b638f8fa0f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07eadf35525c3e497bd09b3d92116ae518bf54e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fc95632c6927c8fe7aaf8e34d4d3eef63cb007b90d8cf2c815b03ad616e781
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f02dfbe5244630f14829a4869ffcbdf49055fa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c5d6f4d8e44566ef96bec4777857cc9eb3bc1e0a43687ec0b5af50273c9727
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddba3d0a9a60467c40e7a53b214812a040f01ce2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee670bfde40a3a7010912480d427860946b9982f99a16f1603d2dfa282cddc4f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdb063c04b5441b39d88c37cd2fdc122c818069
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582acf23104b25de229493f8867d6df781c29334b8a9e85eee7e5e08d503f875
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9345a867cee9e9710cbba0ca0ff3f838d6fc1210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0030e5bca5b6bd43638271f352f0ec09b1d2bc52560518414e4c9bd8c9024fd5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c30cb0d9f6b385e8bba204527607e6d4aa7353
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b1f3c27fe2f439e602874fd5dd2bbcb96154c329bf593142dca2824bb311d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4636e2555adeb628dde0564432e701bb43016dc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54591c12990d47d6e607c213526f35f9fa4e6aac00d5e4b17779660fd0e23e0c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c2508ec2e4c99581cbcd0192f055660ff12ffe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e447ba37c5cfb4915e50fe13181d34b9b195e0acf9df1da777c52efda26ca1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5095650295c1a910117d6703a202de8d8d061019
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67718d50c879da293af7845accdfaea66e2102f0b71430119147d56d5efc2643
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8011455efb68f177019371109a164004c8716cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c808983f89f3f6af5ee2c447cc3cd9aaafa915490df792f4792df122f2896c3a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e22d6abe9e6d3dfa88658c53bb0a244c93ab26e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea473a9b2916223a40696440c2d9eba68dc08115f29d1bfd5448f17c701202f3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86246304d6599c7a7efc576ecf7ad02d4725de6b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cf2135aed19eac6ffbcc2e2bcebdd7ab7676535c328f153d9b17743eba4562
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056da15b44e811e077de70b8687d7cafe4242932
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5710d22bc52a770a26096111da3316f4d6358e3c144d4f43d13a441f19c50ca9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240287201850f54c9c4b8412f298fd5ab4b8e6d1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6f03c51add941fa2ff494af6e1216aadee84728d8e9c555685e55f39925f1c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01cefe064d2d6dbbe0aa8a80ac4d415a8be67666
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd22f9b623df3f816ee905cfa3a5b7424f942f586595aea60d0501bddefa796
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59975d1e32354286a41eea071817466307cab94
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978cd48f148daf29185efe9f4bf9f47aedb2ffd176888a88fae3ff4a1e765ea5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e97659858a3442bd6cc69936bb8c28643d55f3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f53fb3a1c619c7eb6aa597b2b6d9c28d3a2c134a0abec2808e8db4827af2486
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a911505fcd34a4bce28bbb37f5c69ea1a34b7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c5c6d6132540fdcebd0a56337093b3f7c0bf870d799f60c8cbf62648171ca0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205db532c8433f2c2c007db09934a991d9a76509
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b18827fbd1ed564b5b71685de9107b4732958cd42026a516d2bcb4be82e899
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9c72fb9dba8f4e36b621af802a57126be2f4cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075e9a6dc724a8bee1b01bfdaa38779d6f30bb11d5af412da73a05aa01f8dfca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57abff7132ac4af30483b018eb785adb74c08df9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b151fe63067d5f77a5dfb590f5e666eab71b8fb3a43801c23876a28884d37b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3cec09626dda9f657a84d1f4521c476380d93f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23068e5dd2821e78188214d66a76bbc5b47e3889e49fe3b4149d7d0811facb73
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfeaef6f79ec28faa653f88cfb3c8c2be334913
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26501fec10739e90eb3637623f56555601958178a67f256e9a21f8417fbbcad
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766575224c2e2f1782e13ea96aa61e8e89d7cb82
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cc11ff1f2739d0ea268460822bbe431d61391a1b88850517b58f256c447a7d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1844c9af3aafe37124c6a16e9d3e70d34a31e44b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926fbae357bcf9465cdd0da3f8ece0d01851091cee99554344f950ea562b4eff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8ebb0cf82f4ac456aacce2cf5c2418f29c608e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f2a94f08b3c8305c0b48da8d1515cd17fb7e253b921516a2bf382283cceae2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403a5627ee58f597030e453c64e714d16b49ee26
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8c37ba20087c0043a90fdbe80c7f11abeb8575df5582bfb7312b9a9768ce9a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b864d43ae103692a1530b1a234c57c2fca77ee86
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49677fa14dc2e29a43496d9bff170ecfa967fda54e7b1091df1958eca67f7de8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d414a67e49d4ec82395853914c9624bb30d7c34d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5c96256d1ff37cf6dc2f9768301e5dd27ef5678825fa4c436a7bf5ae08c5b0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63bd3b31437f632d6e67072fbc433f5663d20d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6c632f44a360f1942e3692ecc273b24df713c1c2ee3a4f453471e959d5b45d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0637e0616b42fcb7b67b87fac970049937809d29
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791a7f03f187214e0d926344ba7bb43c06bbc6e73d09ba9252b7d2a60fad2e7e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be13c047e9bdf523c1117f1335c6bf0381a53e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894ec3b319e02f61051e43d5b1af705ae154691bf1ea455b9c386a1f4ee05146
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef525ab7fb8a9168f979e9d368714d380e04c14
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de9a056129699d57f24a0486257eeea1b8d64dc0a4f7d3f7eecfd9565a69763
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbcc3fbcdb000c5f912df026a809f9dcc0dd232
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3057ffd23abb24512d45013689753b8575f0939051bebdebe909c64d710b2d0c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8003ebc9597b98635437ae6b5ea846355a0c43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d334656734a4ecdb8c2ba576744448c5f4f6efc6a685645096a21bdb115e87c7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb17ae9052cdee05d570d6edfae0973edf6ca75
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd139fc1d82bd2258cce91cf2f89d4347195556fcbb069a52629fcbd0b3041ed
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2924483ff243394fef7518e3040e7fe71c25a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456491e67bf3baacd38e2c1a12ea9a5a13a2d31ef64f8f39ddade0f13bd9b47b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175e05487034450605d0a0e015abca3eac1ab853
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb65820763faf65557eb9ef04a942f7b3d921d3f2120975af88cc68d8ae150b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb0f7d7fb050c791dcbbb253421bedd6d1ad535
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d3ac1fc66b4573657c425be76296fa19f890a79e8a95e762f6677df04358e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0155217c2b88d3285cfa32e181ccd2887549f13
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad1b93a36722b45b08aabc275565df47aecc33a1f3e6aea83f426f23485429f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfc5e84c339dcd03efc25bafd4dffcf391e0c56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575f56b9b80954ef40d8d34727d74db184b799457d30ba6ad067785382d0696c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9342a3c8f90b7e017d8f3ade3954e9751af2d65
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7049a713504d42403ecac6ddf3b6b3b3c5b4870faa791f5714c0e64539fe413a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c788f9bfdfedb0f6a42543c8592193e22f85d11
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6abb054b65d64d170f62eaabd6e791bba13dc19296328b381cfe511a6b49b8c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b86e49cc887e42ed33c2bb1f48bd44b89d79ce
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39c46baf9a7f1bd9406b13486890a1aad90767129bc11d52287f7a0489aa49a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7787665a887ad0d009ef68d6808bc53c06e1992
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83aba8e4a837a7ff6269ff30cfd4fdc157d95926f01cc2af5ab1a3d5e509568
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6833e2ca3a17e0d6814bccbfeed181a5fba4af08
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5144b4c13ac06640d274973eb8a0550f796f1881d2a34f063df663dd54e93652
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370c42e02b01d3408a61cf1ce287f1b88958590d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653d342bc58a221a89f6744afb29bed1d5721f28abc0768ae896a104fe3a2431
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12878c1f1f2ce244fd7e9c9b68cd816d5d61dd4e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c91688329380f300c76092da8c57e748543cf35bf1c4dc34c5664fdcdafa713
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebe398ddefb2af4c2afa924cdcf175d88488320
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b5fb4a41ab3ee1f173b5895010b241118922b5cbebad8d6189ace2352a1bc7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a707a4e9015dec22956d4a4985fe6629c22a25bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b468da8a1a20b87eb4cc4d5659b551deeedee15b191139b3db9d27bf5c8904c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0543ef61ff1ac06e77cae3da28eab59418fc8391
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad44b46fbaa03faf22378a05c7c09cda6cdc69c1a61b3afa5fb90157b6436f4d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3af7a6a093579696ba18b56f3871c87d0ad7c2e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb44a18f3fd51d0207164e107ce902d73963f468a37073a943cf1e7e4fa8b48
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279a920f711508c4c3a7580449162e874f06f3c3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bff294b4531ee53b70b6b277c9679857c0508b3d731923c805ef081567f1af
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca20c655d44c9f092d23e08077a5262a320ea229
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bf7c132e2841fb4d3b6022ae3893ea39bf0ef89fdb540169f9fe8d5f19d41e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564d70b19fc5cf122774f3277f1607d0dd23691c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e03ad725dda61c495bb3caf83e79b738af613ded04051b3f38547780a2f18f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a62e4859d6b63f85f53f8e268332dc78f9c58d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477d04bfe66ee4f603a5bdb84e8701ba076185d1eb91aef47b8aa6f26d640794
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77fc28415899032557cd413be2d8594b2dd597c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715d1777ea71f42dc7fec865c51dd6af00d5010b821f4bbe00df309e2bdc185e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cdd97e52f61a496115ad7bcfb83d780e74aec8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481025a3d4f1ab07f24c9afe7e006b4958ac3c40eca7346cb94d60c0f4a133b2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b960fe9b0a8d07246037cd5f99fd7569f441a5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f23c70f92655f37ed267ebc4b628056273d4c7f7acc5236f6ad27e29833fef
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a908a9228d87ab157379dce6f369632c11b88876
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af50deff0494e04d564605f5753b83fbce8f45df184ac77d3b62cfab382a9225
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4a57f44abfa5b76365ccef57b212a9b28a53e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6223e74e6be85d7df0d64f89a8a6030bce553c59380c3316b8ffdff3c6b55147
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ef42c3917a3886e63db821727f513d74ff6e05
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f807b6f2d61149ac85c0498fcd14c17166512b6d80d196e20c7c54993dd57b5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91f89e49f3416804de659de8a66a9fef504e4d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16385e1345cd516ae00ed3b5641d587ef137782c6987711f1cd3fc2b2a7c955d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff2add61d4edf1952ada85b3808b8ed78378c9a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067f09ceaf032e0cf35879df842cb05f5a627be8a9132be590be6d571545837c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb2cc02ee71c25e4d62010c1a85637da98d8434
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f715c85c43c0a9ed1e05fe4128e0dcc03885ca94d5e46177fab5f3c8926b0c05
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbc61a900b4d5e55e7ae4033b046f864729920a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5382efb78720cdf0157892f552f10f3a571207ed8ab215615e18a4b7d47a00ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2ebeaa61fade43a3151f02b58d98dec520e019
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e2e8588b5981ea4a77adec5d602acf3e177f146bb317f0de957071d69c01b0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991402613e30eeb7d190e9666048fc05992236a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c3d905752ef081490b438f17a12ae7b1e0cff55c6131f792976d88cf15d0ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ad8335e9b26c19a9563795e54612cb5e85f774
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996c3a5e76f920ed7c361ee0fd5b1e36492e873f9fa51385f35c9cafb295c87b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac695c863bc02236fa78d4c1633562a40f74987
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8dad067976e8fb777bc8245a6f2ac08d7bf3101aa546ef5b854b390894e7669
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21002ba19932d7bf2f9647cfe8e5de2d53be4114
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed0f95ec24434a9c95e91fa2f669e00cc8ea5902934e11aabc640c6ef74691f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614299abb5c7eddef7a215716057c56a01ecedf4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e958732afd683ba492c3e093814f297aa279c4d137a3cfe1c00243f49e8c7ee1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873cd6acb2766a20be2e1b3bf8d8bb0a06a2cb48
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1ed8363a21d0a32dfd8e8fcc6a05c764003b45fd8c6f77598b667844bbf11a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8483167c55f51fba3e5836e5e65686362441c45
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0895bb8656ab31829799699730c69e932784a0f59ba378ae903e057f4faccf29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4529e002e7d1872866afad9e06b6b06a6bba3390
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26b7237ba1ea8da589b0986b2a280740be0ed2b2f3ef4255004d6899335923a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d8c9f55ff7894c9c8e8b47e79b7c6351977119
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ab5d89438d67d36c11dbd89f14de9330661d4419af28370a85711e18287527
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f89cbefe0e820cf446ddda8e6f4d398d6877d49
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f2b7d86d202f1ad0bf93330f6aa98191047837c1665180510e27408f756496
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423160b0c4f1fd2d3d6830a741cdf527186efd95
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046118c73adfec036be6eb193d61d6e820e9d82ec332bd0996914c59022855db
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7efb295ecd05f857ee419bf9c88db60de038009
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac1cceb523c51b0ef733859d632879cf45ad1aa3d13868c1106f9c355bbc770
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f342d3a2e41d0dda6eb999ed6bae6b822ab97e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b4c7947260b1f78483e43512a3bc55a007cd8f14a4210ba7e6d12a64bee5f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ac5df21a2983885d10451cb7aa747a821da12e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc1857cbc4cd4d1781f2fc1459b7217c2fc844b7ba61d6116b0173f9a1d7f60
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9cabbf1269e67bb839cb742ce9592e0cb394c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701c970cf87d0db95235e9baa56cb43c9d8dc3c9f3c375c111378aa78ec9f80d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe49e41528ff852b395db74e9d026ab501ec6a2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330df73d81f3e9083ee939c0cd4ffd2ca2e22b113395df20478849511ae3b90e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128f4f32e9f674a8160293adc9cf36ae979b2387
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1be8dc36cbd667b2739abf9ef3bbfd5bdaed1a709a705a0badb0d0bcfcf5fc3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4608271aa03115eb6e95ba9b711493ae20c436
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b504410b5f8e0e64a3d6912840fe6eec0aeb069f2c0b516f83031dc95730e00f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8212df93178cc17026bccb7c0b5e3ffdb44c7719
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599f12b5e342ad6b4a531ea586b4ff547d4864d2ea56f0a1f2f963adedd7bd77
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9436f7388b6febafdef70041ea33ba95c295bb24
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f20e19442bddf2626a88bbd6bbee631436cfa22f74509ff6fe702e18726b37a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef324d98251b3429062c42c98bcc00d51bbfc63
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11e3ee715d424995126b0bde46f7a8633ce237fd003171220e026422c05438a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665d256d6b6d2e599fb9e0e4e7e654a0486dacc4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1346e7b8c9c2bf708ab5178142aff0e6f45b881a4196b7d703ff9922f13ee1df
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c1f54f2815695d8d5935da1a9a989d4a9c3c97
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a666d505defcb8badf89e9a3a604dbc037de9d4b58cee8549f0f4a08260397bc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21322732bcd19d2bcdf5fa62df4b0af192eef7a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971ca62f1e99136012a4278445a027c3c34e8b5b25b8483cac2999b553b96a97
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54eda01a9f52fa612a993f8283707255861007b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5770473234b3f4c18e757e607d02cee35c5c733dfbad2e2211a47600a5858c20
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ec8a2b4bc6242249c512fd0e874674826afb94
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d07773c3de9da25c6ed830534b2f2b85cfed701e271a564f3087dac0b75518
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5076b85c1988da9d95964f712eed2d3ae576007
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c9bdbf9b5e51607c73fe684d2c7f7fd2f85fd2113f24560edd83fb0d8dd4ca
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660f230581f803df79b66f3f159d82d15cb04112
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fba06405d55683947b0aa4e8467c5458351ed4fe13ee6a6e636b7739f656e7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f506aadcd8e82f7a69a10a561a761bcdf3d5ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d8703716dd1f7e615664b0e4333fe2422349a1961abacae76a31ca14ec5023
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73393c3cd5dd0262b5be5ed08a6e209e22ec729a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086f1e34558929c5ea88f65e491f671c09ab4cf32f155856b78999b09a6d3c0c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc6952d84756c2bf5c48365806ded68901f6f2e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941b18cb3c9d3d2bd96f87a8d85ec6e8dbfec97c8fc7861f9d85f9984fd5d610
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a22f41fc4a288281ba5b31a6158bdf561004bc8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f94d896e294c0d586c9901ff5ed247a5ece65f3a739c6c1dc8438cb7f18958
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9563dedd561e1dbd3cfa1b89f31b06053be8a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e152efc6501f33c8d96f4d9722b2f2a3af57f27e0686b8e174f85ca8669377
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496a209f30511fda7c831687d7b77f1028a6f3b5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd2ef2900235b9b31c3f0a505da05b9b8e7ff0c37008bf75a18ec2e5c3ed727
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83a1d8c37c843ba8cfc5260e5f0c4401b3cf3b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e02850eeff8a96cd0c82b3b8de7cc9bcb1ad7cc684d7e7ee7864c6973b5a440
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5430a44692b47cb1a0ce137f66cf5ac6698920
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6020c2a8902e57ff126070441d6fce42b84de713a6acb54207d9a634ef14781
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdcaf62e6c726c2538643b99bb506bd3ac08a2d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37b5df1f9d4ed4b423b23bf33a307431259a94749eb7ee10d6bca763be6f3ed
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977dea5befc4e07d46c1b57d963d8c47f0b9a751
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877fa763fec2516dc14dd7aa393a45d74d1b02246f6210dcaea3e1359426f7ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf6a7793d9e02105564f5d28aac3ee315a6dd2c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4d53d3df3ca37db163fa1e27b395c3e123561961ccd8d0eeee3aaae1368cf6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bdb12ee3a47f9573feaac104eb0af79a61aef07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b81560e3c177d0ef50c5b0028b12439af38a94a4e03fe951129175a961b576
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780cc95977bef4318cd8ea0e51b5450050dc2c81
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea72a5b71c23fb34ce025f1ffab13b1fc541618912d308a18093f14d419e2594
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955d033f4ed3595061be1f4c675737b9810a75d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e66881dacdf4904a00f3f5eee982162fb6150dbc15fce74b940c0089aaf24e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750b3118141d56efc3ce1c549ddac30dd4ad3294
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6954234db57fe29f91ea840b7382bcbf227a6e93a98c0a4e90db488e4ed0cf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5ad74d59154832cd6ac9450724c171c24e6941
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92b53c92f43ec4e9f22a38b775d329a50f2b0996e01ecdd8366549eb34b4f49
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055785c064e22bdea8383b3f3bd680a4022c0743
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6e6b89ed0ce542eba152c8fb8baa33cf9aa443d1920300a57e3a3e274eaad7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360bbe5a86c6ca2560f665571ea7b93c72b18142
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46630c244d1e0f8a8fa59ace4e76a96f9fa4d28d358bc58648762999cf2c2dac
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c2a8b8698d5e748aae1d70fb1c79d7a08d2d96
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdf1bc4cce2ce750754dfd1d5af549ef73d9727984317a6c79169a25e2e5924
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7232f8a01c8f22c46dd56294adc78d7a3db806
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b27bd6c4bb10bb8be54d60264688c9a757873e377bb798cc439912c24d30990
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46a1cc9e4d71404053f68141b2a3e22e416e973
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ea0f0d2bf10732403ff3704437670df4b9240c85bd0f7cbf318bd9bf67eb94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c82caee4ca59657491670a8e0133879c542d0e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba038cbae4e9bc87980b02d2c62a60bc47f7ea55898bc7902d0a437d619b2a6f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8711b6db70fb8c8d71aca032ab5477cde8ded0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b13efd098c6b524f9f62ba239c3c15859fb920c895df9fce882b82f44c26e2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a7ac0d29b7a9525425feb2da45a53601767699
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2ed4f506f9c0467f7f3747e4967bbe4bb343b498e0f9907b41e5c1ef9dcf2e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1a68f85ce85fa57379ebe7585fcbf67a61a698
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef9f61fce45a4409a613c5c4587b9ba442308141131f7b142c198ffa23eae3e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eab96ba6ecfc855f8b4969cb5b6687f365b56e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b4030d84a59db8c2bc0265e5b49dc14820d78644cfc0332649a268b28355d6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d93cc50c8253373e374646ae90cb0005610ca03
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0535a7c793603c9f46bd3e104ce2c30fd822cae197d4095d33794d5e21c1943f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263c5d2f90e17e42a4aedecc6cde66455c7ea745
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bafc6358f403be9466507ea17532e7dd3f01a285de30bebc39380adac96d5c2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3e6450ed6da771972e19b5ca707b0f091ff611
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a9a61884eb74bcbd5260c274a9c488000742b2423a1e6cd3917bd8a4575d1f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8538bfa087af9152b9559de827630f206c95d391
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a58ad57d29d3f2fa95b1aa45d32ae2b3586828709fe2b68e60a9437dff2ad2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940fcbbe7d556281f72871e308eb7510118a143b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f3e93fa2a8dc43353de3fbf4ba5266d2872a310ce865501307b1da33dfd343
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51994c29b7576c18bb63ce8692c979566d52edea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f746ef643cf057767e81284c26041b0b836692d9a79a7ab71133bf0ae9683f78
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b5fd178fbf191375f7612bc0692df646d7f451
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf45d4711b5d6d90cca9c7403a9821e2a84a70f4afa5241776740f7577a62f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12e2678fb83b8a57927b7ac9347531b909dfe1b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692a583d8dbb8ad2d2de70e186fe5b98a67e1eb8740f46fb9a52b0debc1dddf0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcbec0fe6b863a4f109058160987018da72121e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3396888f41d79b34383ef881fab49b66af2b19baa5cd496b303da503ec548f8a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37767f7c6e2427ce996a0fd1f1535d65006aa278
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b496f7d9b07697465ada51f5521974fb2412122249ab8a80702a8bc50f0c5728
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfff5d0442fb2de4af86ebc84caa894e782b88d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125890fa15e9f68db9be2f263238df0d46b36f1920212ca3a7d4f325e065ac75
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6feb40cbfc5537cc49c47dca22a722bad12247
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3ac7f1d8b74d91c2ff18b7670547e57e628870470f7434531c1fe1b4e181d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80e45abd0d9e672d7c979db59becbeea4676527
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5219fb107d785b70a25b6425ba7141bbf5936d30a7621acfae8280bd6355bcc5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05062a14d4cf9874fb5fa565f98772df98b3a6e1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d28375140cd6d730d87f90fe6a00637e3e24391853f5600dae45512391d6a26
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99d8ee86b35c783755f19d49605c56eb681b3a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0177429e435977db5e4d341c8239ffd9006b1f8b073926277734c274f01bdd38
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4404af94fc1f30dcd105d411c92a8d862eca31
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3994608d466f873e3155340ae14700ac7a92a1d27154f4fe02218db50be693de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e4a900820c586d54d4e54f48e6cfd2d305be7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7c5f58f7396102213a92047f1ae8a234143dbc2e4935a9506f412ed0bed07c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5bfc6ab9b521be88e3d8e9d4687ea2f2869d8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cb1fc9ff839ff789d3502c30056afcc6955254dcada9c07518a0a1b5ee81d1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d7e002692b484dd9a60067ff93b8b1da646cbb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3646e06faf950ffdafdb0fcb769b9f58067da1fdeb669f289c234a4fac324fe1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212de27d6d1b19536796862e38eadaf9ce597c06
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb935684bd4e52906bdf5de0d7ebc24e99fd3c1b9ff253d877619dacfb882b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523a40e2c74390160b972be1a40dde44c56bd65d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6ea58e701fbf63792b6544d53074963b0018b40714dea7e497789ba449af86
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d958f4bc01bafe39edc79ea094ce6fb0e917ff2c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1175cdfcf99141f5e5b4932e3afff69cf865af5bd2543b330454a93de3eede39
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c953294a00726d8199ee738da3d2baa3f3752854
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc4cd1f2340d27c793199a01247d1fae375e2e3815d8fa8f364ec8daa19ee3e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687a8c08cad6862856225ea28add654ec2c866ea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2342b4119524e755ae46fedded49fc2b2a2aac3b9ccf99b7dfa70899eaed9cd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7d3cfad5659e68487e8a93d78f79e3a10213dd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153dbbfc4245b0a7bb0cb0c0ca697bbee0655225cf60be1d2f93617211434274
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0f4c874a137a56a2d229562bf37f9519f9e48c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8acaa9523d7510571c0ce7000f3902f34c772940afd1ac06d8f0106349783a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db30f1b66806b8702ffd1fef714750461f74c6f3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a4fd62b9ee15591eeb53a43fb9742cb1600e993438bce71f08ebde5319648b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d71c9e794cd401d6038ea15efd83c021aa1dc6b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7113e38e061175c25739c33e6225e80d1bf438e604e79ca251bde99bdb31a0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f425f1401163fa0abd14413d22df0056da0cdfda
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8dd980bb15ccd5a7dc3d6f6177c7142e7f51ff566bb1a7ec33f4a8f4113fd79
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8751710e3ce62609efc6cdcf6bb0e7dfab2ddf3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abc80611c15f9d572baa76db69170fd38c477210b156842ee38e9c042437db4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1adc5f3b67d035767dd1b54e165fd42fdc79db1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c144686e8e3d8df47b87252821636076812bf40159307abd3e949a62a1c6320
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f284ccb2bc6e9a40148c433e93af545e655836
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39de77c2fbfe72ac736a2f9fb51ad844e451b0ec098905243e35494e13e38515
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed6311a356a49043a46af5b2e2fb91c0440d323
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7ccd99f50c9f8ff20912eaf2752f4f40d7db75e6317a2bc64233b1e7729af5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3955fd3716063a2e269eb1fa95422bd9c9e36944
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97701821e4035e6f19f3b05a0da7173847224e0decd8428974fb7b1fb8539c25
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cebefa75ed6e05b206fa69da133d5c9a013be1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4800f30d5c6bc0d14eb7b424461cdfbbcc5d7408f95b6ecf6b99ef8a2ae437ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918db1ff2aa4d1428aed15d02a618207f74ba1c5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16216057bcea58dd5c81d9bc6c6ded9db2d17228f30906ea3aa156f439466b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976ecbfd8ce2198d61800cb5e1ce2ed3fb36df8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a408688b0649f2fe43f5214b7e2c440aa154197b526f75e9cf612daf5817d489
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ca00c5a5ff3bb8d42c49d84f5b9382ecb4cc4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d612db18c9ba76692f35f0f603defb5b977314d9f5ee3a57d7cb0c08ce609c07
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f758e146438b6f5e48a7e384299d34eae5ecd3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41a8ccfba704dfbf531ff14180eadb3b30bdc70fe44501b216f73da5d70b170
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca55810f484e50c8f2d015f435631843db49df91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c34ecf27781c723f36327a92bdcdb7ef04bcf4b2bdcac7bba1b01b73e60534
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823e39fb05cc212c647aad27e80655e503b19491
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa61047f8409028fcc4139f6111cc09310524ac2d1a561ac08e34cb4071dd77
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbc1e7b85b7fcddfd2d2c42c1890d1e283515eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14109e4daa4d379648687cc054f6bb2027132df507eb14f3e803ef8dba7fd813
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f18d4315f9be2c4ee5cceafbc666cf5b3516ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5456363408eaf6b14dd725aec195840c80abe6e5a70af63e9fececfd83c27b83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7562f320bbf94a607b563f3d7cbe7f59e6dfd405
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04bee15d8070ead2fa26f0b2904df10e2c7da4c0517a92bac2ed791193ec8248
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e550387bcb54374075193dc7ad3ed5a714fde56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f14ef248f636128b1cc36d87bf0249d0ca8dc9699a458809d359ac3a76974f5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a832e79eaa948a55fa1a516f71d52fcdf915f0b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51c6440c9e651d9aeb78a8bb38736ba4b8da1771e793c251e4411a1f6b466eb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea201dbf3f0834a9f9985deeed02fe79a85a15b5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b6ddb954e0965d9c5d221ffb92ac9f509f514256fd6d6a306c04c5e3baf6fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb58cde4d14ed4dcc43e56d726f2241df4c40bc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84fe6d48a8705e34d7ee353fa7ccf99abac02380da4263d093d2e3e7f66c05e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0d6c19b2f4fd1613299280c86bd77380c0f6bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a97131701367562390ac466d768871ae6e9bde25dc5be96fb50be293a0e54b2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cb2f189706e35c143bc59c47f2a9fb60e949e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2d7ffc56d11f059c2603a05db016c7f473561c65372b9fa49a30da5f513e36
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31739a6eaf648ffb1e8c8a6c131b3e130a03f95
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd89aed630876dae344e5ddade4fe621a58d78c14ad0f54a7bb6735d346ac52c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd9bc853265056b193a6279b54891ba16922fdf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ee13c9bac89c49a268027c2d863fcae89aae8984d1de4e3a8c1be89fbd765e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b286f43d07f38ac1b13082e36233693363a4a0f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c235ef29877af0055f562e18746c588badf88dc0eb01777b2bfa0b62710c367e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be6f7828c5389b991fae432fab8382d399bc3d1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdb9217f30b45fdced1f47196bf09d7425cef9847dcbca4d5691df7516c51b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faef403f14d0539673cbc7e9d9075bfb22d4424e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9836e50fb07a55f133fbf80501bbe86d7cd2b67ca63f991767a818f7f5db5b1d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ebb02eae25be9c99471764e5abf298ae11dada
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50a182b003ec1cc5091283820b0986dd41511ad952792de375a9eb13afbd397
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4afea96777d0f94d0683f08ca0af20a3c9768a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ede1410a9d4804093ce1dda585d7860704fe1b8de3dd85814f8d5ae59fb65d6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d530571803b529ca39a112f03d975e8ede86dc9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49ff8033779989384784eb307989c6420fb873e32ac85333452a13bf5995887
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf3dae3c406ada281e1763356be06484ec82477
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78c74b55b77a1e217a87b01e6a9be5e272fc68fe3ff8dad53918e29bbe9b4df
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b53e03c1fb74ce3df1d8a8f69d5b0ee398b2613
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132718873c34597d2707b735111868fca58c4f4ff9c77966fca73802262c100b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466e80dda8542c651433b88216ad81486ffa9c6f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d262efd76809eb239ee1a3e9c7ec5d645b64012274fdc90fbda3a2e0ea042b65
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342ded0f4b3a12df3bc2ea6f258f9ee4d54bbace
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e9a0e844eb21b48d6f8519eb297c0b0b2446e06f0b0641b83fb6d327c417b8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fa976d0019346efd1aaab57bb054cba8e49859
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1973a6ac9dafc0def09dfa72d42fda070e42bc19ada5416291690565f93639c2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee778105fe26fb1a0c16b5e58919c2cf19e2b155
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065d99831b06930624578363503afd19cd80dccd95a135b18433e8d8129226f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5686dcf6d5ae06d4c538f4103bcf8be65a62bafd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e56db46bb9a670d483c3f9105d798e74cff92ed2f793d1318d202df1fa5163
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a51010a8ad8bd46ed0c0c0b106e71f1104b3dc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7098d088ad31b7a0d8a2b34c87ff2e85e97f6e38404635f07a6ee08a84d2abfd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c1d5d9ee1a52477e2d58e706d8c36003308672
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08efbe10b3f2e84d48e82679bc15f33a4f1f63805a214fc88274d7f28a77fb59
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d5e7faffdc1d2aab6d77a3738df665d88371d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1984f8d1c4b3085b2cfd37b5a7ebc9637eb2c7186cd6781c2aea9a7f7af2be17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60ac1cb6e6efd7ec9ba1fc5445ae77f9c4f8c25
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5430042b52b2045e26c47b8377c7b484dcd6d2992dca57cfd03b6269a42dd141
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac757abcfb614adb0042e2e01721ad2e0ddfd7da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b8f49ce8181c6311ac8551d0a65df703a0ba274829e09fad702cfff2d92f64
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25741cb6cd9b2a5fea9054616b95097c6fee7e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdcd91ed5a0c13edf58aaadd7a9cda34e67a7f651ff4d0cab783beb0766ea0c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25a402d3b61dad9551a44c11ece65809092e19c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4f90c825e51426099538fef98dc9cac7b22014bfbbe4fef28bbaf4428a1488
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c142aa3a36b9450e26e1fe8ee57b37f13ee864
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac41113315f4ce73a6cbc5a07b54aac999b1ee2a3ebe09f133677a3f1e3c2133
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db54bcd26d2a255453f2aabe638bc1bf7073f5c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbadb0582bbcb1177546e92ce8166934b20dce70aee287f95704c230b7736360
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c170428c554afa4ac2c93947a1ffc0ece7242e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29005c085cc3bad2459c9fd104a7172a314857049329d7ef893fe8198b0a5b74
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da01ef60366370ecb2b62b3e399de4527d79908
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8f1785739765498070ad389673b0eb0151f4a451ea1b9ca8b7a83eca4a9dbd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bcffc36b3a398e47f7aef8a5dc20d777bde84a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e0af521d3d69a48d8fb580ee01621e387136c5d65ab08ad8e6e1e45ff24c19
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d965bb982fcf2e4773d687c6ffcfa863f0f62554
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f09150a17643ee5b19e48310938bff125d3affcf01fb8a3e82886e6acea1fac
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf67330898b201feb92b523e2330c2727a1dad1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfa3fc2f547a177ac2dd3cd5473e0119a5375fb9088bf0017a7906aa85fb4e2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9448dffe06cb985203470dabca9a75488110b64
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3581ed836f6bc53a978e84285bc355e934b3db1402b9bb35285c83200b40a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da85dd71941191c0f46747098a44979e9e3da54
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1929c7097ceb64d0cea85ce7f4790a0584890d606bd8afae23509030ad8c1169
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bae1a5e55f94000f8a5b232cdbe030919d535a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987a5a5543e8f359e322820d36ca6683f3bf1511b1e95cdd8259dbd850408510
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18091b0e78d82da57a04673b1777e3c6ad89ccb2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d58d69cfd1d472654b785771db28557a669291a161470a7b84246fd09dfc0c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c71dffd1d323db4afa50b09225910c959dba41
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be44b97b9cada1dce776666ee1a3b2cad9e6b9692df3e33bf5cc77c4a781cf21
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec30570c479c5a40517e971d4338a326968e065
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d2cb9e7a53a60a8e17dfb0868108e7d61df5160062f0b8cf8fb0c75052694b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0159534ccf01e059032b9634b1fce77b4b2dd851
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abff668ce5cad63bf811e805554e77593d68d864fd5210a5dd179cd4a8de9a70
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac35cb43d69b2c80fcb5466a2ee4ae93c6fdc97e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd1e9555634efce671cee349a44e92aa9014c7e300f6bcc45476f3d3d3c385f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495a41d17dd10bbe64267e4bba6b9160676c8181
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fa249b0e50a330942297be8bebba3365e929aec2c324fa15d2d10f5c9b5537
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b9be2121a9f3b0373a5736d16781ca8c9bb505
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ba41d0aa1276e6f03da1e840540e06f501226e9c44d01132cd54688d8942b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611cc8493738b3fe0045c20115373ff9049e6adc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572296c154a8c41a236d9ccdbf026635f02e78dbed818b249e19bc1bd4e5f732
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab25611f3587b272be083fa8b36415ed937e6335
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db793226ec4a678362be055c4e91c16a5fbfd6a7db2ee3b48713fc4da850f3f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c618d0258f59f6b0edea2b057c3345e1b8c7bbfa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61959283da641e13d3c34058de9f097554c8c13792c30d0dbe60d0cfa5911629
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1831d49cb153304145b32fd0c42f0a882163a398
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4de1180a1e1913f0baf1551e496d69e8a2db687d0cf8267951e825d3c86a78
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b513c40d091238abb6a957763363154b76444bd8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733555380e1ff8538c94665427ac61098f05be5731ed1d416cc9c88d3f585f50
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc878a9db966d8bb1dac9d6ce064e862da4a60b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2218433a0d10d2b62bbb988e953bd4a4ee4b6a6694824709c3bed0ace4cf7641
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6136d58d896a9f61849c32cac726583f39313f5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c367229dced17bee20f7ebc07345ca6c93bcbb8210f4bb748c3313c3fd016f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06686707f942102a79dd657d96448d8563140246
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9813c8af13f62020323b89059c67bddd5b1ffdbef39989492df97684fa3645
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d843072ef10a00599e52713b481c73211e4b8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5fb4a567ac85e772426c29327cf589f5b47b27ec1624ac82e0aacb3f42e38b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34e6104fe1ec4c3c1196ebbda7058e65eb51079
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f953f3988b865bb33fb0107d6aeb733808b80024342135568b8143711abcb7b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1daf4ca7e14a866337db3ecf3684f2c6974d76
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9642b5326c8a12a91e240b099d51966c3ae6591738b6c87e448340e7339cc42
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af523ad43be45880d14856863fdffb1352443afa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc29b5071ab83af5c44c394eaafe955fa1dd269f6b043a5ed8f77a9da72c4286
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34dc84090b97da0edbd718e1d134b6569f15b9e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b2a0915a4b22c89b4de73b04ce98b14187b63746af96ef0de89ec1f972c5d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae0cc3363fbf7e23bf7405605a1bc9638774ab2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa51024705d4842013650123b762ab2ab687f50fb417793f982d6da3010b517
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8525adf78653a73a39b8796890107d358dbf9e19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ce8f67f4751b79d5d40fa2b4f3eaa4f6adf7e1c44d8cb4fac092360c5fe575
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b323976fc09a6dd50840bb62fb38421bb1d2239b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d764d324d933f73a64d2c79a9c82cf73397fbad36c03cf4a0f4948922a8a4aa
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872891a6eeed6d75cbaa222f3f201fde1ac9ee5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfece87360ad0fe481cb8b2d3dccd145e5a86733bd3f467a26f4dd00e0e0f16
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3f09ae876048f3863cbdb7fd9c687d22787581
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b48b23f692fa44bb8a097ebd5872b21a4e52eb9a58ed6605e3d3101a4dc3105
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0825272e107bfaca98c0183ad5510d86c7b21be7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5160d80f821c3b7818f7e830d2da4f1335d3aaa03e342d91b52db86c94823d69
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0535764fe4636bd13e2ae927368ad2f5b669a59
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd7190c99d13ffc9879a1e0f1986754f683e039753e5a3e87800bade6c4d3dd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebdf73b19514aee1a5d3a4caeaad0fa4c8673cb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304ad492a7b0e10b954c7aff4671be665d1bf98a2164ab17ee9f3c651834fc5b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb40dd2da82a6351cad184b0980195479e38e41
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a4c5952c6f5573710a2997af4b9542503875d71dfebd5b9e469d4e37a2478f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19252974af9eb6af9baaceb4cf383d52b37d0a1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bb57a7fcbc6886df6e17def17a682b88b81cddc9433c3e3a25480cdca3fc18
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408fee236750faf5e0fba82f4a0b80ec54f27b98
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa3e58b33b5c838466f20abf0605c4b41e83e8672867f45f154c837ae8faeb9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10fe0dae1429b4168350007e0b554cc11d9925b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce3ab165a2a1ab0842615b29e5cdd9b90d53f994edab6a6fc658e167f246fe7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f986f8817fe0fb9bae4c33910ea85d15ef777ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15619a2bba03415984c85e5590b03733ace075c992022ac1230b8c80400ba4a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6c8a87e2299ebc836fb17bcbc67ee566388884
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da590427d13ff492efef76955858ae73e8e2e0820f4a4b5c928f353cad15ea76
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b0f7e9dd3d83fea1a372615ae968313323eb4e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d470d8d51918707e38555bb59670445b1a658bfc95c7961f771f3405c90c5b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639890c405f12b427e14eaaefc01547c63c93ae2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f4255c6a0dd614b2fce3b00c6d76dec30d99267d45daa0232f5c710e8e5200
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1121cd6fd3ad7b54ee118097d36050492af9402d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b711b99f95f15706b5a625270473be4cf9bc6802d2600274f318f63d871cdfd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40db5e2df15ad1a22d5c7208d573d9a7f610825
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7434c89644a64b8d7adb7d3622b2ff10b2db364424eae2aa75ecc0fb51ca2b4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5947578d09c2e84f3b72851d4970f4821e66596a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d564b2167deb45dc8635669067ca082248158a333f1d48d1c8545a87176d0f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f53438bd660a66771856ec11012ed7013053a91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1ee3cbbbe61ce22930d721a1713fd45a26ec067d379a450c24a6f398f986b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7e7f42908191290879c06da1169b15ba0fcfed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fafeee85509e0bab3b57ea26d85e045b7241e6f17e508f24ea1258d3d70941e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8daf484a2b836ca2021e1b98c309e434767c2d6b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54cfb29f3e40958f7b1dce5a6f36af0e544fab291bc0ff6b6fda9750c598839
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25516e5c262335709aa7f2979db5482484b40645
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f587fadbeef868bdbdce00605ceff672a4ee8d277efaaf862574211453666b3b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb76d17df6e83997d26ee1e63d19e96b9d3f923
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411f53bdb1320c036d94045efc14479e733e5c9a69b150b39d81192928d0ba15
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c23c156fb0fcdf9b3909a4c3237ab5faaccb70
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916e75f49d2d9d38be9ab4bd0aba15085ee969579a332637755da1a860046ba9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05994d2ef3a7a6e99d6997df172ed0f34b48bc19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e88cb335824f83a0e197227b342474c0d40905e8e5f4e3211d6b38916947c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1138e9780cf3ded5de4d28011a67d7c0f6fdcbf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ddfd267537637b0ccef5dc9a78f9bf3a0565ac3f9b329a67c5a01e372b0b6e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5836ab6948d8422824642259d111482a124cd5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6813098f9636ab863b0028892fdec02819fd82dfffb212167b40bc8f6eb300d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896a6d50781f7f225433b04daac27a352749c93a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c23565f71fe737e8eccce1985c2752e5aa95615b99e89bf24d8e6596f92aad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a480e04304c430bb5378f23722cd0fc41a4b8c22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64101c2c2963dcf0a97ae72d1618599e9062fc938e1320e1b11f654e1f9f91dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04dd5571446e2385c8b620a31f7bb7855111ee6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc3d081a999a238752a46db3346cb70dfaa9e1431753832c1d9537119e44340
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0058750289eebb8f8aa8c75c2822ed7043a0e9db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3c9954075b3286b110795a826e9ee7d8135274eb1bedc27083517103435fd0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148d7e2338b3d5d95d19db78283e52ee90a5e3ed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad817f8d012e9d5190bbd5c74625f25803f10ba4a6af1503ed57a819bb18bf68
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d11d20b7d962a61e31da1ca51f368075567ece8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff101e11d7a386348d77a8a56d3c560c3dd897d663f2a7508eb39f227f2e925
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee6f6638a63e295919365884f3bf934136287c9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e704d57877c2f11e8d7f84b4b1c9b75520195c031b464df3c9612e393e807905
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1803841bc48501bf1fa6bed0733e3985d24ae8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a7cb49dbcf5e898f89176e3c7f2e742958daf39afd67fb4969423a6e7a7230
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bde89b828ff789de5b1fef6b9c6bc0448a32674
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbeb58ddbc49af0ea81c04d5ff28450428b561b94d24902073576b87e7847b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1ec4a014113285e5abf02f22f846b09be1110b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a23b90749a913a420dd5e2c873bc821a6739a52b8c5e8b0e21b82773ab06df6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/lm_head/_0.pt b/params/phi/8/rnd_search/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6dfc29a974e133d272dcd67cfa318acc0565c3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619a3d65bbe6a8f04668ae492b13d7c886cc9d5fb640bb393aa79f8786659c03
+size 205955
diff --git a/params/phi/8/rnd_search/comb_11/trained/lm_head/_s.pt b/params/phi/8/rnd_search/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205b3c56297f502515abc02b21ade7a73bbf464f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbfd4625142932f733f280621a65b7d3e951994be23153ec4aa633af85f71a0
+size 205955
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2164e4bb69e17399f41c97b9fd3f3fad26beed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f67d799455f0f080162f382dec00f9ca58f58dc3ca0b120f891a902e3d1a30b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1c1a510d98afa8f2c8d77e1437a545599a2e48
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7af6767fb4af06a1b351e1e3219e58d62fdeed0f983bec590285995d7fa1c9a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fca4fe8ccf2e527d19d50ed26ec794354d0bb5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0ed967b43770d8ec7f6559a1d1b825eaa9ac84fc2e770bd685b858c0dbea9c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16de781a051fc21ba21ba1cd2164cd3711c4b24
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6045ce8740c02f420da6b56c17544e85c84b609b7f66bf39f433ae6f35265d0c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2219847b9af0e938bce47ceacc2831130cf9b5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f1448d8324cf3af6be8f500fa26120a721049818956df913ae3467469877fe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149e17e0e7496a145192ad4dbaeaece6df672563
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a1d81ebc9459d5c1d8e588a406d19cd6a8eae872758d91d58262caa0cda7ce
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9f7ae95e704e34d8746abf415dcc10eb6f0b33
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441fc54f53be036fe499ac686557da7db0b529245b7da7fd85e0b5869e61cebf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d38cd54eaa62e8263cfc56035799a6aac1581a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa365419ca3b508419464e95b86d52615d0af75785416a65bfe8441ee46ccd3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932a580c3a899101dffb10afbbe784ec6e982349
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46380b025c7162210ab1ed28eb4a95c950b1302adfc561ea3461f793af2ccee6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d3ce8d891200638d6f94b563ab0dbb0cdf1472
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23cd9c680a0aaaffbe960e9947627036424d16c3ec65788491a0200027bca88
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d78746a969933e9ca3913c30692f0c5a1cf9705
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390b8041e643ebea989b381d6fea2c36c83f37bf32aa5d5ca052cb20179dde8e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3bb7d0534053d455e5e7377ef414eeb97b7409
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7c34fd1f2f1d50be07a9a09ed784a0769cfdf7a63108d9e7b4c012e81684a9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1ebc8a47db725d24af1cb9777727eecbb57c4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1b873be48e8c8e52d40b34405da27a48c90c4de052cf002c3747f15eafaf6c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010475bc1f95ed961e1bd01e259925e4233432a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f450f0b97c43f490fe64c6f0401de620e695c15df8baad9e449d751d5901d8a2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00cbf70404c975c163960d499adaa814cb95caf4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391453ac1feb52bc93287a623f47110bd3b93c7a762b34efa2bac28ab9569955
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cbcff7f5e5447ff9742ffd2e4bbc763e43ed04
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927ac54a23d8c4a860fc334a2b42dccf8ad8177bf1c22356bacd0d363b86ae0e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a486c956f303dffbc6d35150e32855d9421b0417
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6714da21862e487103299cf372dc757a0f4bb676f80c923fcd4b2d9b57ab2915
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e321f259e8c42f5398a03f5c1fe509ddb1563030
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fdeeea49d52509d07364bc554f534f13a23167d13dfef06ba3d1040fa35c54
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b884954d13281d5107e70b2ae02225d92928ed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e47c857e9e83b995841caf3471c368a922dc3a3d0dc58f35a7afff114f8912b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c444d4f0a2a0b42d5bd748f049553c92288ad830
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b079cde249379ea31d142c4eee100c5a0ecd4e9fab0f4d6b93b186c29277f76
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671e362c3608deb25342937976771f119c85919e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a909fead79e72044f1aebfbdeabfa0a2daf863b25e4e0a624d33c14c2c92b28
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62db67766cb90d774f37761db4065401b3a3902
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad1916b9dbc537a7f923edd2f4826dc929d721ae10bed912d1d1911f6c3d4d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfdd3d661dc0d2b90fa24784b28cbedfff892262
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f456b9b5c04ac27df2aec9e94e7c4bf4549796a2b8838be5f24314c3c9f47c05
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568e0289dba101fd4d6841a0c72bcf9db83423ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe5bb64bd7d72e8a52bf37ae1d569da44f37eb42e5c4ef8df5d0d427bbbfdfe
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664cf49769a6f1ecdc91075d43d90cecd9bdbca0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36390f618d82326d95d5530cc3ef29149fa879cdfb1611a7b01e9bc3ff3ff5ec
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb30d2d5b2b9fc62df110b32d3d4e721fd3ff19e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844972112cd651cb4e3d040adcc75a266669c962b022e116649690f115795fa8
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f76e5ba1073fb6312ae3c0acf2732024c59dae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c79d0e05234e2a11e2637f7198d1f630851631a2505b8da1eafedc8bd4edf4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01498dba631a050929155bfa87487f82bcd55ba8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202299f7fc45b977239c368df2c28541fefe1ce0116113c0e1bfafbc1ad679e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41b81ad71e3bbd05ad6ea816ed30306be811676
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423e73fdfaf1d64855c5ed34796e532c7e5e78e3270df8c0ade7aa2590adecf0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20b16c9133f8d55ec0ae8c19191bd1f6b2b171e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d234510115cbdae2c3e2b74da65049e8499ce5499b3069a580de4f25da7886df
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824853d65f8a289087a3ca4b60c62fd56b24fc5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1858e307cad02a6bcb741c3aedb92a37e9cc09bc0153a1fe352c2bc69f1997
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56668694757f9b8ac861543450c05566f6928cc4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff7ea33a99bb44f9bb22a0141133f12cdd1e3c41a2aa51c78162cff1072199a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b0be59e990ffa75f19a7b51df26f1e1a449d23
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cdec8775f0fb63207ff9c6bca1aca3f5a94873c6549d65ad955126cffb4662
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25186fd0d0c7f52553cc46bab4a5ef5563ac29b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b88587e8c0f7f488ebddc3c253c987b3ee55d59b35778a28f5c4329eb8e3cf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ea0ae9af6c7533b2a35924dac17c27b186eb46
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3c9d9d5ef7d4123844fc3081e8a97507fcd04332e5c33e1f692eca2d793992
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea223b78468ceee89b7a800a07895cee926f3d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ef96dc346dba60b812571e393b182e0e59134e1f61ef213398f9a4a8ad06d6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91202714136e2af113124557aa32ac82ed37b25d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bd4e893b3f761643178876494ec63b1b9f6a57330105b85c9fba0d26f47a6f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fcb0a09f354f03b9d7c8f22c6bef59520dd833
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fff062f991838bb801abf8b608c7b939705ec86407260c2b990617d2d112c7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf3b956f640103a460fcf133637e9dbcb73144a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b40260bf5cad4067bf3467e610bd8f3448ad7a9eac1c30c0148e017d47d6bf0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d86fe074d5792a5c248d30edcbaaa363b580eec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05139f25e11632035168680d09e21112fa08454354b1b76d0c238e29fb59ca6a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e67105c99ad3160b7ea82976ade6aeb2d2e1205
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbabbd533469371f48d9b723cc10c4c975ed7ebae3ec72d14fcc74328635a001
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080fbec491172082a1e4deb1ea3441b5e956df3c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1feade3e616266511ffc1283f2a1f6f7bef1cf2f8099f21c04e70acd43b02133
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8e5a5314080565eccf844947c18c3ee05b8d4d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46a562411d0046c5a9dd1f911084806812d1b0b108337994a5c33fcf2e02402
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39821a59b2cb8f5d9a7fd1571085d8947c57bedb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968663e044a6d8e7988773f731b1f603640f8a26b176b3c0868fe83d7459f0b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1621f1c21f7b30266f39c921764808514e37f8db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526f42cb738297b2be725771f744213affd7748e7e52e88b71ff7684e63ddd3b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ca3cb313b81972b4bdfbf98eab9299802f2ecd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e58dcab32ae242f4567e64c5f688fffd4f9bab700ba77669f480e5a539ed2b8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25acfc291ebc3a2c0f0b59bec2e76d8546daeadb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab38deb7c2dc053d9c1c7b87aef7377c782f276ce0a6f29ca4e3b9654cf4377
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3bb08c6f14caad7dddee93689f850715b91825
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadf57fb21c9f549162a6bc86f6f65de363f336811d4015943a3674f5b5c1c6a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dacc2b8acc2227e0b7427d0c2fea72bff609f59c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4ec9c28bdc0e7919b02d539041c6c29f6c6f3989d54a37df3701f0024e832d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6a4040394f73a32b8bab1a1632b71d4564b0dc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c64708902b21d0a6d8a3d081015705e576046481d52e0bbf3bb0588ebbdf5f3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453f73f6c02c183fc30888c666592a6858398675
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b97dfe7fc6d8e92e93ba64a5e8234ac022aa0350906bf5abd92c13b0aaf1949
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654a2a53178ff6f0598337414004b4d8da55be23
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b6f3de72dbffae26fcc501d14108265c11a1305a374ee45d66d51d562c3c2e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8413c94b5f5c5e4ce3ac145f94a434b5c62fb1b9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9d804b1e5e32e46992807be6387843bbea8fcc0e61e1de3bc8914930f5aba6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d87be750b87686037694f7767afb057504e73c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1ea3c0bfc14338c596cb559b7cbd6e1cd60141db266ff6e728b4f79a9b0ddd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571d8d16f176152f5e4f1d9a8dd710d6e19a6c37
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea940b44201bda2e64dcc6c9d05b4efc54ca3db392694f59d601f3796dbc249d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1936ebd14867977f13e1251f42e6f4690ef112b7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf67180db56ab6ef4b36407a0a8df022ebb50b3e4a0e4af5ffa9930868dfa411
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a568893121f917393662aa6179524098b3b8f8c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7726576bd824212ed9c9c3f9c788546ad1ed5f84694aaa65d3d2a2d361fe8d53
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb1c859babb2edb62356b590e28a7b765ee8268
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c5c4fcba2f220a9357e54270c601bda04495d5e861bd1f05df1d9e22fcdde5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eaeeea024c248ad31d31f5d8bc49ed8cf54256a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ea6ffc0879debd54060efde8a339f61e7282fd84bdc84d301f9b4de14cb3dd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d26cfffc04cd63c8fc88433497c02ebd0f2179c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19098c020bab332c6c4eea50ee7a4c2239e2a50a0155f155dd425b04efd97917
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b3179eeb285c233c1e1a76808a12f50b63097e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54844d6c4c0480d51d9dab0d575e434e927b7a9210a9595da85ac384128d9483
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11fe1fa0ab37054b8b364cbd92da549f8047792
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4a13e8af9155dc35af0218134ad6d310791af71491285f8ee827bab26e0fff
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b12a868d39c497099eb37eeaa04513fa3cf5b36
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987574bdf94fefdd9dafe1d2ce2613eeb96f5e8bf6949ed6cbc21c0ae95c6128
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d219c8701b73659024a191e77643eee2ce093b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea527af1e0bdd8ca7955a913b7ed849d3656c51361cffc17b1c7f146989c3ca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d25eefb7f21beb3d8181a9047c707e3ed4334d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb92df12736897c81ae7c911916fdfa13284262cd88a5d44f383eba844fbc34
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fc3fbc35fdf76a228cad604eedc675c83a152e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39406646df427dfc61d40116e9701e5687f523716ee70527d32542584a760329
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a20b5e3726480e93228deca840988c01b8fd52
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a76d9664eba0016e3d66f32b3fc7a6f10622c17bda975cc5f916e2db10796b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1096342d3ff5e55a7a353df61e3cf6bdc15f58
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4744e30da6bec7dfa17e22dffcb1b09cc366e643967e910185fa2ae41d0f0dae
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7ff8c8d98d8bb22349a4ec8b256b8e9f432446
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1639f0fa2c84322a777083397ff1f282f81b6fdb5a35ee75051b624f86a94406
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d0a83d31bcecfeab30eb9a8fdeb8d31bd3835c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1297aa890244953255972e46076cf6319d1cfb4ad1e01a18f97d812c9465bf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7825dcc61e27846a468ae67478b1fc5aabf63359
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b013fffbb94adcb345ceddd111efb8e2cf04379fd77bf21e5385557f85c66454
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9de414b6a06ae6df842bd05e0d2da5c140f716
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e106fee35c720a80162327aa8565eb66f1ec92c821c07c0ad12f9305c59d014
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2a12a330e9c9fe1c2e27ce96f9183bf940628f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9418ae9dee8f0c73b79b72c6239f36745af705c135e55f8b4b9a9e2630f626
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16f3cd1de1b52f691b4edbba797f58deccd69eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53825fd3b0e812fc9181c8bf9531ff9515faa0bf4bdf9608119a051e6915989b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538629af450c019893b7f818abd44c468590b667
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47098ecbc3b604b69da4f24a645cd9f3a3c85dff000ce6cd5c890f982d3a5feb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b793853b8c00770e381cc1d2fd56deea8988636
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8fb7c2fda9200257d909378520443905c9d34b61d121d8d6dc7f77e0b0a63e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15af1a43f6fb0069884ebc1e1d8194ddb23e2746
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6925c17660a4591e0b8c949de30c4e34a703b60b7e0430e73eaea2ab952d6ce4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f56b696d73d83b20d8bbb89192c06876ba7607a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b5b9f1a9b53ad7cbe80bef10a07efaa374ea465164f74e9f1ad364c0ba2117
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9d1093f45bc65a55da1eebb42cfd4fcb04869d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64fe0bd1ac450247c4933f0f783ffd75b886e9ebff32a7d2ad4391099ddbbe9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d16a0b68e22b2f110e51d43103f6dc03ef0de2a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fd723d83446dc451d40a87d24e820f3305514c4750ef4ac32e77afc8b8c122
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac8e0110c32758839c5311019bae2c619e1933a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729004bf0b0dfac7a11610f6794b7a70ebbe7a047facd0dd118cf3ff666f7ed9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad4187d4c906a1244b2c7001c5bdde0e6283718
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15f18d65bb381e3ff1afc534983fb6f33723ac734d8c57299049e9978035754
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193c094fe0fb4612f99f3020a2192e59066b4688
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4040ab68d0e87755f04ccb2d4c5ad59ac645c5bd37f71d4adb1212e5fa205c5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6496f7aaa6f4a4e47aa24654731318d7f5162d17
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964409b4d5dc9a991222b7f531c6e83008a2d56d394a37a55a8b49d5c917d531
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40497a36b157f012df6d47e387f0f6c069a1e27e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502f1fa5014ecb37d24333290f9e7dd48adc6f0548c93a083fa5ecc817b645a2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f09dccbcbed011a2b89fcd253a0c6017a605aa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0b1da86b72f9f1b07f63a360a2c4f3f75cbbb0fa0625869aa40cf2e01b6ae4
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228a6bd557d6e12bcfeaa8b3e5fbf8ac174e6be0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c464b07f71fd0aadb98947643a5284f40bee2dcec75cc8f8e65b18afc915c7ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13634c8495917df37cb726fce8240a5bb6ddb71
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d88ac3e8e0eb8aee1a90caf35f73aedfe2e105ea324a00f7f0020329afea8bd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2b78994aaf174724a9f1270115a8f9a20cab3f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e583de30c713c85628fa771a2cadf28294fdd3a912adcb7c464b01d8a603f4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a82d0d4d49ae0c76ca6f63bbcc5c47730af1503
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3dc2ca0a31ac8427a2edb4eb383a78c16d51fa00941540808f3ec20b1faf53
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043847f934d6820bddcdaf77e31e2e23643ea26c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0570e73edac4c4dd5aa7a9a519906ed97e23ecaae69342f15df7a30f9649ed
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d115de73b70e02740a6774754d17a075afa9ae1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3d4c7cfacfd9acda91add973ce0ab443166499e84f53c98cc7fa88c92b805d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b670d3807ce886955052978969c91984c6b7dfd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fd231c18181754f0d04a30f9465df082b7a1154d8f28f35db20e8a1587109b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8f924038a85f9260bc7b33a4ccbc57144d5d00
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca74194ceca1cbb545bc1f954eee05296841d9abf1ab99294ceab079afda20cf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31af57c83fcf9c10bf00067c2042cd34bebd96d6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f3a89af778a7c92f9ed6bd666b3dfc482ecf7bb80b78cc2879d1ec86b4ff8b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3acb73dba0086c05fea4e18dddd6db3cac6ce7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e3730ddd035dae00670d2e70eab9a0f4f1608982d9c80e7f4d27a29d2a6d3c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f333a235d8b8b1be0cea59ea7be2f4fbb0a6d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36c10c067baad0af5dbd7d7c1a2f858189096ef1dc314ed222887c75ec92dee
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc457ad8813486eb0a688b3927b97dd8dcaa6e12
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a918c5e7818ecf02141efc31f9207d97ae457f28a1dbae8289835e51abc368a2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c014adbe67436dcfb8094e607efeb3f329cdbf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45553070cb3846aa92bdc34b87842eb697b76bd3715deedf304c1eb137165fb0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef88312d93cdb29b7bc8e072b00b50eb140abae
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aea17b909c4553b196937209e270de13df65392ab62a21143e7c6f23e73ae2c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2ef32713a25b42e252afad5772e79fc2861268
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3530fd9acaa30c2789afb45fdb88b4d98a4ef0ceb5794cd5693d30badd551a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531da2dc4dbeac6f7d49a3eba17748122937a566
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683d340ab68324bc7a0623d8cf9b0d6b18b92edb2afda2969adc95f655df6861
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c1218a99c9cd5377f510039427df6075afb973
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fdd4c3f2ebf21c8e9cca71e03b4bbdd44c834c742aef9f1cb42bf567f3c8f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfa62121e9bb426053a94fa4c59dd8bc2d7ad51
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f40bba3fe8babc68f25cd54af9612d044c234619da65d79de56a6e84b61f3f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388c66781d265ef265591ce0a5583110b5500832
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4adda71e0804ceff88de36051802b92245bd9c9f6179dde2c9e015121022b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9377d50b89ad5b25aede7b00e48ed30d74db9661
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ebd924373153c5c92fed23082a8057036533962ffd30f660dad3b0a4daaa6b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a71139fe2a76b844aaeedb498f67b892a9e664e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15fee1edada465b974869e3e0ecea5a68722c10666dfe9bab99675f76af7410
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6454930e6f18e3db1637d609d59922ecc625adb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63431966f6f197e06fbb4cd6fff0ef55799eb0c154866260bd3e40317fd9de3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcc8743df64329a664d83c212f16358cb3c65bd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942b31dc0718c26ebf9fb23ad5d695e0a07729a805f14714700820546a48068f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2d94df672b3d6164b285d7cbbb1c23e731a1a2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837c1afb77f724f2562dd7eb2ef1d1c7ee1432f7c5f3ac145e2ee43245317004
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2606577152343eb02030872caaa642c53ddba0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae707ac97121a7c9845b14a283ed550080d41eda36d899582b677c926520815
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5b524f37a341af4861a5325b88c5969f6834b8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcdfbc47dc3a5a1b5f51f6228b06f74c9e1ded1a43e960525b629e299fd1c9b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0106d8260f83ffbc74d13dabb111f016513c0a7e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4308b3258a391fe9069953b7044a68962cb7ee8c18a0b4d94429517935dea5da
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de843a0a771f82c0964976309ae025706ed74995
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4eaef06c5be3b3afe37fe416f74c2084b599454d750757d954d3c40499baa4e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680171753ca6c87382d13de3cbfb5f742cb30f10
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48596f84ee64d0873df280cd6513ea882fd76d5a72187d00c360d10ce96ac794
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c11101acde3aecb7691ac28227c5246eb88b15
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4770ab5b140c3cc414cf3306ca066c471498021edd65083bde815922847bb21c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae06f633c6c922d43a2c2e3848c1abb70c22e40
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d6526546e6aaa9838cfe5d77f2178a081be01aa6cad8a90358b8b87999bdd6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf4a59b8d5d5677ba345e26d5d997599e80e0b9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd252b82a59c0779aa6a661e0455dacf9cc10017ac8807a08bfb0fd7668d127e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3fc8e0785b656f64242f32732e79d30eddea39
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40da4c64bb3b6d509969e31f09250fdaf485379f1c554d552eef38d6b12486b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520abd8a54e88c93b53df9e1d0e533a7e3a7774f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa4a2eacae5464ce0ff8ef650f24e04a29f192a9ea83620838d1dd3b29308eb
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ac91c2be96d6e5999e78f925d988355fd7c353
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd826c59bd4a2448aca4a04b24e8a93067239f1ffb2ffae0ade6d312db72310
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbef7cc80467b39cb27fec791bd56738ba9ff00
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178e4e436595e44f98a2a510f377a0ca9e3b383a946bd9a7635c5f65215555de
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e4bb357eca79c7fdffc556133d71b30216bab1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887626a2e41219efef4f545e476d53cd4e912d37ea189e22e6a90b638f8fa0f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07eadf35525c3e497bd09b3d92116ae518bf54e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fc95632c6927c8fe7aaf8e34d4d3eef63cb007b90d8cf2c815b03ad616e781
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f02dfbe5244630f14829a4869ffcbdf49055fa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c5d6f4d8e44566ef96bec4777857cc9eb3bc1e0a43687ec0b5af50273c9727
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddba3d0a9a60467c40e7a53b214812a040f01ce2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee670bfde40a3a7010912480d427860946b9982f99a16f1603d2dfa282cddc4f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdb063c04b5441b39d88c37cd2fdc122c818069
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582acf23104b25de229493f8867d6df781c29334b8a9e85eee7e5e08d503f875
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9345a867cee9e9710cbba0ca0ff3f838d6fc1210
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0030e5bca5b6bd43638271f352f0ec09b1d2bc52560518414e4c9bd8c9024fd5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c30cb0d9f6b385e8bba204527607e6d4aa7353
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b1f3c27fe2f439e602874fd5dd2bbcb96154c329bf593142dca2824bb311d8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4636e2555adeb628dde0564432e701bb43016dc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54591c12990d47d6e607c213526f35f9fa4e6aac00d5e4b17779660fd0e23e0c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c2508ec2e4c99581cbcd0192f055660ff12ffe
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e447ba37c5cfb4915e50fe13181d34b9b195e0acf9df1da777c52efda26ca1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5095650295c1a910117d6703a202de8d8d061019
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67718d50c879da293af7845accdfaea66e2102f0b71430119147d56d5efc2643
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8011455efb68f177019371109a164004c8716cf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c808983f89f3f6af5ee2c447cc3cd9aaafa915490df792f4792df122f2896c3a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e22d6abe9e6d3dfa88658c53bb0a244c93ab26e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea473a9b2916223a40696440c2d9eba68dc08115f29d1bfd5448f17c701202f3
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86246304d6599c7a7efc576ecf7ad02d4725de6b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cf2135aed19eac6ffbcc2e2bcebdd7ab7676535c328f153d9b17743eba4562
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056da15b44e811e077de70b8687d7cafe4242932
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5710d22bc52a770a26096111da3316f4d6358e3c144d4f43d13a441f19c50ca9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240287201850f54c9c4b8412f298fd5ab4b8e6d1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6f03c51add941fa2ff494af6e1216aadee84728d8e9c555685e55f39925f1c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01cefe064d2d6dbbe0aa8a80ac4d415a8be67666
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd22f9b623df3f816ee905cfa3a5b7424f942f586595aea60d0501bddefa796
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59975d1e32354286a41eea071817466307cab94
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978cd48f148daf29185efe9f4bf9f47aedb2ffd176888a88fae3ff4a1e765ea5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e97659858a3442bd6cc69936bb8c28643d55f3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f53fb3a1c619c7eb6aa597b2b6d9c28d3a2c134a0abec2808e8db4827af2486
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a911505fcd34a4bce28bbb37f5c69ea1a34b7a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c5c6d6132540fdcebd0a56337093b3f7c0bf870d799f60c8cbf62648171ca0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205db532c8433f2c2c007db09934a991d9a76509
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b18827fbd1ed564b5b71685de9107b4732958cd42026a516d2bcb4be82e899
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9c72fb9dba8f4e36b621af802a57126be2f4cc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075e9a6dc724a8bee1b01bfdaa38779d6f30bb11d5af412da73a05aa01f8dfca
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57abff7132ac4af30483b018eb785adb74c08df9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b151fe63067d5f77a5dfb590f5e666eab71b8fb3a43801c23876a28884d37b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3cec09626dda9f657a84d1f4521c476380d93f8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23068e5dd2821e78188214d66a76bbc5b47e3889e49fe3b4149d7d0811facb73
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfeaef6f79ec28faa653f88cfb3c8c2be334913
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26501fec10739e90eb3637623f56555601958178a67f256e9a21f8417fbbcad
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766575224c2e2f1782e13ea96aa61e8e89d7cb82
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cc11ff1f2739d0ea268460822bbe431d61391a1b88850517b58f256c447a7d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1844c9af3aafe37124c6a16e9d3e70d34a31e44b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926fbae357bcf9465cdd0da3f8ece0d01851091cee99554344f950ea562b4eff
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8ebb0cf82f4ac456aacce2cf5c2418f29c608e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f2a94f08b3c8305c0b48da8d1515cd17fb7e253b921516a2bf382283cceae2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403a5627ee58f597030e453c64e714d16b49ee26
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8c37ba20087c0043a90fdbe80c7f11abeb8575df5582bfb7312b9a9768ce9a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b864d43ae103692a1530b1a234c57c2fca77ee86
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49677fa14dc2e29a43496d9bff170ecfa967fda54e7b1091df1958eca67f7de8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d414a67e49d4ec82395853914c9624bb30d7c34d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5c96256d1ff37cf6dc2f9768301e5dd27ef5678825fa4c436a7bf5ae08c5b0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63bd3b31437f632d6e67072fbc433f5663d20d4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6c632f44a360f1942e3692ecc273b24df713c1c2ee3a4f453471e959d5b45d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0637e0616b42fcb7b67b87fac970049937809d29
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791a7f03f187214e0d926344ba7bb43c06bbc6e73d09ba9252b7d2a60fad2e7e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be13c047e9bdf523c1117f1335c6bf0381a53e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894ec3b319e02f61051e43d5b1af705ae154691bf1ea455b9c386a1f4ee05146
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef525ab7fb8a9168f979e9d368714d380e04c14
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de9a056129699d57f24a0486257eeea1b8d64dc0a4f7d3f7eecfd9565a69763
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbcc3fbcdb000c5f912df026a809f9dcc0dd232
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3057ffd23abb24512d45013689753b8575f0939051bebdebe909c64d710b2d0c
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8003ebc9597b98635437ae6b5ea846355a0c43
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d334656734a4ecdb8c2ba576744448c5f4f6efc6a685645096a21bdb115e87c7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb17ae9052cdee05d570d6edfae0973edf6ca75
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd139fc1d82bd2258cce91cf2f89d4347195556fcbb069a52629fcbd0b3041ed
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2924483ff243394fef7518e3040e7fe71c25a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456491e67bf3baacd38e2c1a12ea9a5a13a2d31ef64f8f39ddade0f13bd9b47b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175e05487034450605d0a0e015abca3eac1ab853
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb65820763faf65557eb9ef04a942f7b3d921d3f2120975af88cc68d8ae150b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb0f7d7fb050c791dcbbb253421bedd6d1ad535
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d3ac1fc66b4573657c425be76296fa19f890a79e8a95e762f6677df04358e3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0155217c2b88d3285cfa32e181ccd2887549f13
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad1b93a36722b45b08aabc275565df47aecc33a1f3e6aea83f426f23485429f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfc5e84c339dcd03efc25bafd4dffcf391e0c56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575f56b9b80954ef40d8d34727d74db184b799457d30ba6ad067785382d0696c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9342a3c8f90b7e017d8f3ade3954e9751af2d65
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7049a713504d42403ecac6ddf3b6b3b3c5b4870faa791f5714c0e64539fe413a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c788f9bfdfedb0f6a42543c8592193e22f85d11
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6abb054b65d64d170f62eaabd6e791bba13dc19296328b381cfe511a6b49b8c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b86e49cc887e42ed33c2bb1f48bd44b89d79ce
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39c46baf9a7f1bd9406b13486890a1aad90767129bc11d52287f7a0489aa49a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7787665a887ad0d009ef68d6808bc53c06e1992
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83aba8e4a837a7ff6269ff30cfd4fdc157d95926f01cc2af5ab1a3d5e509568
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6833e2ca3a17e0d6814bccbfeed181a5fba4af08
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5144b4c13ac06640d274973eb8a0550f796f1881d2a34f063df663dd54e93652
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370c42e02b01d3408a61cf1ce287f1b88958590d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653d342bc58a221a89f6744afb29bed1d5721f28abc0768ae896a104fe3a2431
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12878c1f1f2ce244fd7e9c9b68cd816d5d61dd4e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c91688329380f300c76092da8c57e748543cf35bf1c4dc34c5664fdcdafa713
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebe398ddefb2af4c2afa924cdcf175d88488320
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b5fb4a41ab3ee1f173b5895010b241118922b5cbebad8d6189ace2352a1bc7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a707a4e9015dec22956d4a4985fe6629c22a25bb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b468da8a1a20b87eb4cc4d5659b551deeedee15b191139b3db9d27bf5c8904c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0543ef61ff1ac06e77cae3da28eab59418fc8391
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad44b46fbaa03faf22378a05c7c09cda6cdc69c1a61b3afa5fb90157b6436f4d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3af7a6a093579696ba18b56f3871c87d0ad7c2e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb44a18f3fd51d0207164e107ce902d73963f468a37073a943cf1e7e4fa8b48
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279a920f711508c4c3a7580449162e874f06f3c3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bff294b4531ee53b70b6b277c9679857c0508b3d731923c805ef081567f1af
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca20c655d44c9f092d23e08077a5262a320ea229
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bf7c132e2841fb4d3b6022ae3893ea39bf0ef89fdb540169f9fe8d5f19d41e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564d70b19fc5cf122774f3277f1607d0dd23691c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e03ad725dda61c495bb3caf83e79b738af613ded04051b3f38547780a2f18f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a62e4859d6b63f85f53f8e268332dc78f9c58d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477d04bfe66ee4f603a5bdb84e8701ba076185d1eb91aef47b8aa6f26d640794
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77fc28415899032557cd413be2d8594b2dd597c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715d1777ea71f42dc7fec865c51dd6af00d5010b821f4bbe00df309e2bdc185e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cdd97e52f61a496115ad7bcfb83d780e74aec8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481025a3d4f1ab07f24c9afe7e006b4958ac3c40eca7346cb94d60c0f4a133b2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b960fe9b0a8d07246037cd5f99fd7569f441a5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f23c70f92655f37ed267ebc4b628056273d4c7f7acc5236f6ad27e29833fef
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a908a9228d87ab157379dce6f369632c11b88876
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af50deff0494e04d564605f5753b83fbce8f45df184ac77d3b62cfab382a9225
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4a57f44abfa5b76365ccef57b212a9b28a53e9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6223e74e6be85d7df0d64f89a8a6030bce553c59380c3316b8ffdff3c6b55147
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ef42c3917a3886e63db821727f513d74ff6e05
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f807b6f2d61149ac85c0498fcd14c17166512b6d80d196e20c7c54993dd57b5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91f89e49f3416804de659de8a66a9fef504e4d9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16385e1345cd516ae00ed3b5641d587ef137782c6987711f1cd3fc2b2a7c955d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff2add61d4edf1952ada85b3808b8ed78378c9a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067f09ceaf032e0cf35879df842cb05f5a627be8a9132be590be6d571545837c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb2cc02ee71c25e4d62010c1a85637da98d8434
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f715c85c43c0a9ed1e05fe4128e0dcc03885ca94d5e46177fab5f3c8926b0c05
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbc61a900b4d5e55e7ae4033b046f864729920a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5382efb78720cdf0157892f552f10f3a571207ed8ab215615e18a4b7d47a00ab
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2ebeaa61fade43a3151f02b58d98dec520e019
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e2e8588b5981ea4a77adec5d602acf3e177f146bb317f0de957071d69c01b0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991402613e30eeb7d190e9666048fc05992236a3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c3d905752ef081490b438f17a12ae7b1e0cff55c6131f792976d88cf15d0ee
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ad8335e9b26c19a9563795e54612cb5e85f774
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996c3a5e76f920ed7c361ee0fd5b1e36492e873f9fa51385f35c9cafb295c87b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac695c863bc02236fa78d4c1633562a40f74987
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8dad067976e8fb777bc8245a6f2ac08d7bf3101aa546ef5b854b390894e7669
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21002ba19932d7bf2f9647cfe8e5de2d53be4114
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed0f95ec24434a9c95e91fa2f669e00cc8ea5902934e11aabc640c6ef74691f
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614299abb5c7eddef7a215716057c56a01ecedf4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e958732afd683ba492c3e093814f297aa279c4d137a3cfe1c00243f49e8c7ee1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873cd6acb2766a20be2e1b3bf8d8bb0a06a2cb48
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1ed8363a21d0a32dfd8e8fcc6a05c764003b45fd8c6f77598b667844bbf11a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8483167c55f51fba3e5836e5e65686362441c45
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0895bb8656ab31829799699730c69e932784a0f59ba378ae903e057f4faccf29
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4529e002e7d1872866afad9e06b6b06a6bba3390
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26b7237ba1ea8da589b0986b2a280740be0ed2b2f3ef4255004d6899335923a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d8c9f55ff7894c9c8e8b47e79b7c6351977119
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ab5d89438d67d36c11dbd89f14de9330661d4419af28370a85711e18287527
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f89cbefe0e820cf446ddda8e6f4d398d6877d49
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f2b7d86d202f1ad0bf93330f6aa98191047837c1665180510e27408f756496
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423160b0c4f1fd2d3d6830a741cdf527186efd95
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046118c73adfec036be6eb193d61d6e820e9d82ec332bd0996914c59022855db
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7efb295ecd05f857ee419bf9c88db60de038009
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac1cceb523c51b0ef733859d632879cf45ad1aa3d13868c1106f9c355bbc770
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f342d3a2e41d0dda6eb999ed6bae6b822ab97e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b4c7947260b1f78483e43512a3bc55a007cd8f14a4210ba7e6d12a64bee5f8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ac5df21a2983885d10451cb7aa747a821da12e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc1857cbc4cd4d1781f2fc1459b7217c2fc844b7ba61d6116b0173f9a1d7f60
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9cabbf1269e67bb839cb742ce9592e0cb394c8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701c970cf87d0db95235e9baa56cb43c9d8dc3c9f3c375c111378aa78ec9f80d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe49e41528ff852b395db74e9d026ab501ec6a2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330df73d81f3e9083ee939c0cd4ffd2ca2e22b113395df20478849511ae3b90e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128f4f32e9f674a8160293adc9cf36ae979b2387
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1be8dc36cbd667b2739abf9ef3bbfd5bdaed1a709a705a0badb0d0bcfcf5fc3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4608271aa03115eb6e95ba9b711493ae20c436
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b504410b5f8e0e64a3d6912840fe6eec0aeb069f2c0b516f83031dc95730e00f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8212df93178cc17026bccb7c0b5e3ffdb44c7719
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599f12b5e342ad6b4a531ea586b4ff547d4864d2ea56f0a1f2f963adedd7bd77
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9436f7388b6febafdef70041ea33ba95c295bb24
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f20e19442bddf2626a88bbd6bbee631436cfa22f74509ff6fe702e18726b37a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef324d98251b3429062c42c98bcc00d51bbfc63
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11e3ee715d424995126b0bde46f7a8633ce237fd003171220e026422c05438a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665d256d6b6d2e599fb9e0e4e7e654a0486dacc4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1346e7b8c9c2bf708ab5178142aff0e6f45b881a4196b7d703ff9922f13ee1df
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c1f54f2815695d8d5935da1a9a989d4a9c3c97
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a666d505defcb8badf89e9a3a604dbc037de9d4b58cee8549f0f4a08260397bc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21322732bcd19d2bcdf5fa62df4b0af192eef7a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971ca62f1e99136012a4278445a027c3c34e8b5b25b8483cac2999b553b96a97
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54eda01a9f52fa612a993f8283707255861007b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5770473234b3f4c18e757e607d02cee35c5c733dfbad2e2211a47600a5858c20
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ec8a2b4bc6242249c512fd0e874674826afb94
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d07773c3de9da25c6ed830534b2f2b85cfed701e271a564f3087dac0b75518
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5076b85c1988da9d95964f712eed2d3ae576007
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c9bdbf9b5e51607c73fe684d2c7f7fd2f85fd2113f24560edd83fb0d8dd4ca
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660f230581f803df79b66f3f159d82d15cb04112
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fba06405d55683947b0aa4e8467c5458351ed4fe13ee6a6e636b7739f656e7
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f506aadcd8e82f7a69a10a561a761bcdf3d5ff
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d8703716dd1f7e615664b0e4333fe2422349a1961abacae76a31ca14ec5023
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73393c3cd5dd0262b5be5ed08a6e209e22ec729a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086f1e34558929c5ea88f65e491f671c09ab4cf32f155856b78999b09a6d3c0c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc6952d84756c2bf5c48365806ded68901f6f2e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941b18cb3c9d3d2bd96f87a8d85ec6e8dbfec97c8fc7861f9d85f9984fd5d610
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a22f41fc4a288281ba5b31a6158bdf561004bc8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f94d896e294c0d586c9901ff5ed247a5ece65f3a739c6c1dc8438cb7f18958
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9563dedd561e1dbd3cfa1b89f31b06053be8a7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e152efc6501f33c8d96f4d9722b2f2a3af57f27e0686b8e174f85ca8669377
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496a209f30511fda7c831687d7b77f1028a6f3b5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd2ef2900235b9b31c3f0a505da05b9b8e7ff0c37008bf75a18ec2e5c3ed727
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83a1d8c37c843ba8cfc5260e5f0c4401b3cf3b2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e02850eeff8a96cd0c82b3b8de7cc9bcb1ad7cc684d7e7ee7864c6973b5a440
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5430a44692b47cb1a0ce137f66cf5ac6698920
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6020c2a8902e57ff126070441d6fce42b84de713a6acb54207d9a634ef14781
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdcaf62e6c726c2538643b99bb506bd3ac08a2d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37b5df1f9d4ed4b423b23bf33a307431259a94749eb7ee10d6bca763be6f3ed
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977dea5befc4e07d46c1b57d963d8c47f0b9a751
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877fa763fec2516dc14dd7aa393a45d74d1b02246f6210dcaea3e1359426f7ef
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf6a7793d9e02105564f5d28aac3ee315a6dd2c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4d53d3df3ca37db163fa1e27b395c3e123561961ccd8d0eeee3aaae1368cf6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bdb12ee3a47f9573feaac104eb0af79a61aef07
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b81560e3c177d0ef50c5b0028b12439af38a94a4e03fe951129175a961b576
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780cc95977bef4318cd8ea0e51b5450050dc2c81
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea72a5b71c23fb34ce025f1ffab13b1fc541618912d308a18093f14d419e2594
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955d033f4ed3595061be1f4c675737b9810a75d3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e66881dacdf4904a00f3f5eee982162fb6150dbc15fce74b940c0089aaf24e9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..750b3118141d56efc3ce1c549ddac30dd4ad3294
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6954234db57fe29f91ea840b7382bcbf227a6e93a98c0a4e90db488e4ed0cf
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5ad74d59154832cd6ac9450724c171c24e6941
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92b53c92f43ec4e9f22a38b775d329a50f2b0996e01ecdd8366549eb34b4f49
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055785c064e22bdea8383b3f3bd680a4022c0743
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6e6b89ed0ce542eba152c8fb8baa33cf9aa443d1920300a57e3a3e274eaad7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360bbe5a86c6ca2560f665571ea7b93c72b18142
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46630c244d1e0f8a8fa59ace4e76a96f9fa4d28d358bc58648762999cf2c2dac
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c2a8b8698d5e748aae1d70fb1c79d7a08d2d96
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdf1bc4cce2ce750754dfd1d5af549ef73d9727984317a6c79169a25e2e5924
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7232f8a01c8f22c46dd56294adc78d7a3db806
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b27bd6c4bb10bb8be54d60264688c9a757873e377bb798cc439912c24d30990
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46a1cc9e4d71404053f68141b2a3e22e416e973
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ea0f0d2bf10732403ff3704437670df4b9240c85bd0f7cbf318bd9bf67eb94
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c82caee4ca59657491670a8e0133879c542d0e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba038cbae4e9bc87980b02d2c62a60bc47f7ea55898bc7902d0a437d619b2a6f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8711b6db70fb8c8d71aca032ab5477cde8ded0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b13efd098c6b524f9f62ba239c3c15859fb920c895df9fce882b82f44c26e2
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a7ac0d29b7a9525425feb2da45a53601767699
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2ed4f506f9c0467f7f3747e4967bbe4bb343b498e0f9907b41e5c1ef9dcf2e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1a68f85ce85fa57379ebe7585fcbf67a61a698
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef9f61fce45a4409a613c5c4587b9ba442308141131f7b142c198ffa23eae3e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eab96ba6ecfc855f8b4969cb5b6687f365b56e0
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b4030d84a59db8c2bc0265e5b49dc14820d78644cfc0332649a268b28355d6
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d93cc50c8253373e374646ae90cb0005610ca03
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0535a7c793603c9f46bd3e104ce2c30fd822cae197d4095d33794d5e21c1943f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263c5d2f90e17e42a4aedecc6cde66455c7ea745
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bafc6358f403be9466507ea17532e7dd3f01a285de30bebc39380adac96d5c2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3e6450ed6da771972e19b5ca707b0f091ff611
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a9a61884eb74bcbd5260c274a9c488000742b2423a1e6cd3917bd8a4575d1f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8538bfa087af9152b9559de827630f206c95d391
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a58ad57d29d3f2fa95b1aa45d32ae2b3586828709fe2b68e60a9437dff2ad2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940fcbbe7d556281f72871e308eb7510118a143b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f3e93fa2a8dc43353de3fbf4ba5266d2872a310ce865501307b1da33dfd343
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51994c29b7576c18bb63ce8692c979566d52edea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f746ef643cf057767e81284c26041b0b836692d9a79a7ab71133bf0ae9683f78
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b5fd178fbf191375f7612bc0692df646d7f451
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf45d4711b5d6d90cca9c7403a9821e2a84a70f4afa5241776740f7577a62f0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12e2678fb83b8a57927b7ac9347531b909dfe1b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692a583d8dbb8ad2d2de70e186fe5b98a67e1eb8740f46fb9a52b0debc1dddf0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcbec0fe6b863a4f109058160987018da72121e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3396888f41d79b34383ef881fab49b66af2b19baa5cd496b303da503ec548f8a
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37767f7c6e2427ce996a0fd1f1535d65006aa278
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b496f7d9b07697465ada51f5521974fb2412122249ab8a80702a8bc50f0c5728
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfff5d0442fb2de4af86ebc84caa894e782b88d8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125890fa15e9f68db9be2f263238df0d46b36f1920212ca3a7d4f325e065ac75
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6feb40cbfc5537cc49c47dca22a722bad12247
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3ac7f1d8b74d91c2ff18b7670547e57e628870470f7434531c1fe1b4e181d7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80e45abd0d9e672d7c979db59becbeea4676527
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5219fb107d785b70a25b6425ba7141bbf5936d30a7621acfae8280bd6355bcc5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05062a14d4cf9874fb5fa565f98772df98b3a6e1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d28375140cd6d730d87f90fe6a00637e3e24391853f5600dae45512391d6a26
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99d8ee86b35c783755f19d49605c56eb681b3a4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0177429e435977db5e4d341c8239ffd9006b1f8b073926277734c274f01bdd38
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4404af94fc1f30dcd105d411c92a8d862eca31
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3994608d466f873e3155340ae14700ac7a92a1d27154f4fe02218db50be693de
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e4a900820c586d54d4e54f48e6cfd2d305be7c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7c5f58f7396102213a92047f1ae8a234143dbc2e4935a9506f412ed0bed07c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5bfc6ab9b521be88e3d8e9d4687ea2f2869d8e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cb1fc9ff839ff789d3502c30056afcc6955254dcada9c07518a0a1b5ee81d1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d7e002692b484dd9a60067ff93b8b1da646cbb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3646e06faf950ffdafdb0fcb769b9f58067da1fdeb669f289c234a4fac324fe1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212de27d6d1b19536796862e38eadaf9ce597c06
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb935684bd4e52906bdf5de0d7ebc24e99fd3c1b9ff253d877619dacfb882b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523a40e2c74390160b972be1a40dde44c56bd65d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6ea58e701fbf63792b6544d53074963b0018b40714dea7e497789ba449af86
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d958f4bc01bafe39edc79ea094ce6fb0e917ff2c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1175cdfcf99141f5e5b4932e3afff69cf865af5bd2543b330454a93de3eede39
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c953294a00726d8199ee738da3d2baa3f3752854
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc4cd1f2340d27c793199a01247d1fae375e2e3815d8fa8f364ec8daa19ee3e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687a8c08cad6862856225ea28add654ec2c866ea
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2342b4119524e755ae46fedded49fc2b2a2aac3b9ccf99b7dfa70899eaed9cd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7d3cfad5659e68487e8a93d78f79e3a10213dd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153dbbfc4245b0a7bb0cb0c0ca697bbee0655225cf60be1d2f93617211434274
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0f4c874a137a56a2d229562bf37f9519f9e48c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8acaa9523d7510571c0ce7000f3902f34c772940afd1ac06d8f0106349783a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db30f1b66806b8702ffd1fef714750461f74c6f3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a4fd62b9ee15591eeb53a43fb9742cb1600e993438bce71f08ebde5319648b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d71c9e794cd401d6038ea15efd83c021aa1dc6b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7113e38e061175c25739c33e6225e80d1bf438e604e79ca251bde99bdb31a0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f425f1401163fa0abd14413d22df0056da0cdfda
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8dd980bb15ccd5a7dc3d6f6177c7142e7f51ff566bb1a7ec33f4a8f4113fd79
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8751710e3ce62609efc6cdcf6bb0e7dfab2ddf3d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abc80611c15f9d572baa76db69170fd38c477210b156842ee38e9c042437db4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1adc5f3b67d035767dd1b54e165fd42fdc79db1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c144686e8e3d8df47b87252821636076812bf40159307abd3e949a62a1c6320
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f284ccb2bc6e9a40148c433e93af545e655836
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39de77c2fbfe72ac736a2f9fb51ad844e451b0ec098905243e35494e13e38515
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aed6311a356a49043a46af5b2e2fb91c0440d323
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7ccd99f50c9f8ff20912eaf2752f4f40d7db75e6317a2bc64233b1e7729af5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3955fd3716063a2e269eb1fa95422bd9c9e36944
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97701821e4035e6f19f3b05a0da7173847224e0decd8428974fb7b1fb8539c25
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cebefa75ed6e05b206fa69da133d5c9a013be1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4800f30d5c6bc0d14eb7b424461cdfbbcc5d7408f95b6ecf6b99ef8a2ae437ec
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918db1ff2aa4d1428aed15d02a618207f74ba1c5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16216057bcea58dd5c81d9bc6c6ded9db2d17228f30906ea3aa156f439466b9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976ecbfd8ce2198d61800cb5e1ce2ed3fb36df8a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a408688b0649f2fe43f5214b7e2c440aa154197b526f75e9cf612daf5817d489
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ca00c5a5ff3bb8d42c49d84f5b9382ecb4cc4a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d612db18c9ba76692f35f0f603defb5b977314d9f5ee3a57d7cb0c08ce609c07
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f758e146438b6f5e48a7e384299d34eae5ecd3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41a8ccfba704dfbf531ff14180eadb3b30bdc70fe44501b216f73da5d70b170
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca55810f484e50c8f2d015f435631843db49df91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c34ecf27781c723f36327a92bdcdb7ef04bcf4b2bdcac7bba1b01b73e60534
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823e39fb05cc212c647aad27e80655e503b19491
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa61047f8409028fcc4139f6111cc09310524ac2d1a561ac08e34cb4071dd77
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbc1e7b85b7fcddfd2d2c42c1890d1e283515eb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14109e4daa4d379648687cc054f6bb2027132df507eb14f3e803ef8dba7fd813
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f18d4315f9be2c4ee5cceafbc666cf5b3516ec
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5456363408eaf6b14dd725aec195840c80abe6e5a70af63e9fececfd83c27b83
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7562f320bbf94a607b563f3d7cbe7f59e6dfd405
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04bee15d8070ead2fa26f0b2904df10e2c7da4c0517a92bac2ed791193ec8248
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e550387bcb54374075193dc7ad3ed5a714fde56
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f14ef248f636128b1cc36d87bf0249d0ca8dc9699a458809d359ac3a76974f5
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a832e79eaa948a55fa1a516f71d52fcdf915f0b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51c6440c9e651d9aeb78a8bb38736ba4b8da1771e793c251e4411a1f6b466eb
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea201dbf3f0834a9f9985deeed02fe79a85a15b5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b6ddb954e0965d9c5d221ffb92ac9f509f514256fd6d6a306c04c5e3baf6fa
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb58cde4d14ed4dcc43e56d726f2241df4c40bc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84fe6d48a8705e34d7ee353fa7ccf99abac02380da4263d093d2e3e7f66c05e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0d6c19b2f4fd1613299280c86bd77380c0f6bc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a97131701367562390ac466d768871ae6e9bde25dc5be96fb50be293a0e54b2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cb2f189706e35c143bc59c47f2a9fb60e949e4
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2d7ffc56d11f059c2603a05db016c7f473561c65372b9fa49a30da5f513e36
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31739a6eaf648ffb1e8c8a6c131b3e130a03f95
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd89aed630876dae344e5ddade4fe621a58d78c14ad0f54a7bb6735d346ac52c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd9bc853265056b193a6279b54891ba16922fdf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ee13c9bac89c49a268027c2d863fcae89aae8984d1de4e3a8c1be89fbd765e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b286f43d07f38ac1b13082e36233693363a4a0f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c235ef29877af0055f562e18746c588badf88dc0eb01777b2bfa0b62710c367e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be6f7828c5389b991fae432fab8382d399bc3d1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdb9217f30b45fdced1f47196bf09d7425cef9847dcbca4d5691df7516c51b3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faef403f14d0539673cbc7e9d9075bfb22d4424e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9836e50fb07a55f133fbf80501bbe86d7cd2b67ca63f991767a818f7f5db5b1d
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ebb02eae25be9c99471764e5abf298ae11dada
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50a182b003ec1cc5091283820b0986dd41511ad952792de375a9eb13afbd397
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4afea96777d0f94d0683f08ca0af20a3c9768a9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ede1410a9d4804093ce1dda585d7860704fe1b8de3dd85814f8d5ae59fb65d6
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d530571803b529ca39a112f03d975e8ede86dc9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49ff8033779989384784eb307989c6420fb873e32ac85333452a13bf5995887
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf3dae3c406ada281e1763356be06484ec82477
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78c74b55b77a1e217a87b01e6a9be5e272fc68fe3ff8dad53918e29bbe9b4df
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b53e03c1fb74ce3df1d8a8f69d5b0ee398b2613
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132718873c34597d2707b735111868fca58c4f4ff9c77966fca73802262c100b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466e80dda8542c651433b88216ad81486ffa9c6f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d262efd76809eb239ee1a3e9c7ec5d645b64012274fdc90fbda3a2e0ea042b65
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342ded0f4b3a12df3bc2ea6f258f9ee4d54bbace
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e9a0e844eb21b48d6f8519eb297c0b0b2446e06f0b0641b83fb6d327c417b8
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fa976d0019346efd1aaab57bb054cba8e49859
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1973a6ac9dafc0def09dfa72d42fda070e42bc19ada5416291690565f93639c2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee778105fe26fb1a0c16b5e58919c2cf19e2b155
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065d99831b06930624578363503afd19cd80dccd95a135b18433e8d8129226f5
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5686dcf6d5ae06d4c538f4103bcf8be65a62bafd
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e56db46bb9a670d483c3f9105d798e74cff92ed2f793d1318d202df1fa5163
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a51010a8ad8bd46ed0c0c0b106e71f1104b3dc3
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7098d088ad31b7a0d8a2b34c87ff2e85e97f6e38404635f07a6ee08a84d2abfd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c1d5d9ee1a52477e2d58e706d8c36003308672
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08efbe10b3f2e84d48e82679bc15f33a4f1f63805a214fc88274d7f28a77fb59
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d5e7faffdc1d2aab6d77a3738df665d88371d7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1984f8d1c4b3085b2cfd37b5a7ebc9637eb2c7186cd6781c2aea9a7f7af2be17
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60ac1cb6e6efd7ec9ba1fc5445ae77f9c4f8c25
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5430042b52b2045e26c47b8377c7b484dcd6d2992dca57cfd03b6269a42dd141
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac757abcfb614adb0042e2e01721ad2e0ddfd7da
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b8f49ce8181c6311ac8551d0a65df703a0ba274829e09fad702cfff2d92f64
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25741cb6cd9b2a5fea9054616b95097c6fee7e6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdcd91ed5a0c13edf58aaadd7a9cda34e67a7f651ff4d0cab783beb0766ea0c
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25a402d3b61dad9551a44c11ece65809092e19c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4f90c825e51426099538fef98dc9cac7b22014bfbbe4fef28bbaf4428a1488
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c142aa3a36b9450e26e1fe8ee57b37f13ee864
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac41113315f4ce73a6cbc5a07b54aac999b1ee2a3ebe09f133677a3f1e3c2133
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db54bcd26d2a255453f2aabe638bc1bf7073f5c7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbadb0582bbcb1177546e92ce8166934b20dce70aee287f95704c230b7736360
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c170428c554afa4ac2c93947a1ffc0ece7242e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29005c085cc3bad2459c9fd104a7172a314857049329d7ef893fe8198b0a5b74
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da01ef60366370ecb2b62b3e399de4527d79908
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8f1785739765498070ad389673b0eb0151f4a451ea1b9ca8b7a83eca4a9dbd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bcffc36b3a398e47f7aef8a5dc20d777bde84a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e0af521d3d69a48d8fb580ee01621e387136c5d65ab08ad8e6e1e45ff24c19
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d965bb982fcf2e4773d687c6ffcfa863f0f62554
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f09150a17643ee5b19e48310938bff125d3affcf01fb8a3e82886e6acea1fac
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf67330898b201feb92b523e2330c2727a1dad1
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfa3fc2f547a177ac2dd3cd5473e0119a5375fb9088bf0017a7906aa85fb4e2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9448dffe06cb985203470dabca9a75488110b64
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3581ed836f6bc53a978e84285bc355e934b3db1402b9bb35285c83200b40a2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da85dd71941191c0f46747098a44979e9e3da54
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1929c7097ceb64d0cea85ce7f4790a0584890d606bd8afae23509030ad8c1169
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bae1a5e55f94000f8a5b232cdbe030919d535a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987a5a5543e8f359e322820d36ca6683f3bf1511b1e95cdd8259dbd850408510
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18091b0e78d82da57a04673b1777e3c6ad89ccb2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d58d69cfd1d472654b785771db28557a669291a161470a7b84246fd09dfc0c1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c71dffd1d323db4afa50b09225910c959dba41
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be44b97b9cada1dce776666ee1a3b2cad9e6b9692df3e33bf5cc77c4a781cf21
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec30570c479c5a40517e971d4338a326968e065
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d2cb9e7a53a60a8e17dfb0868108e7d61df5160062f0b8cf8fb0c75052694b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0159534ccf01e059032b9634b1fce77b4b2dd851
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abff668ce5cad63bf811e805554e77593d68d864fd5210a5dd179cd4a8de9a70
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac35cb43d69b2c80fcb5466a2ee4ae93c6fdc97e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd1e9555634efce671cee349a44e92aa9014c7e300f6bcc45476f3d3d3c385f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495a41d17dd10bbe64267e4bba6b9160676c8181
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fa249b0e50a330942297be8bebba3365e929aec2c324fa15d2d10f5c9b5537
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b9be2121a9f3b0373a5736d16781ca8c9bb505
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ba41d0aa1276e6f03da1e840540e06f501226e9c44d01132cd54688d8942b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611cc8493738b3fe0045c20115373ff9049e6adc
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572296c154a8c41a236d9ccdbf026635f02e78dbed818b249e19bc1bd4e5f732
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab25611f3587b272be083fa8b36415ed937e6335
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db793226ec4a678362be055c4e91c16a5fbfd6a7db2ee3b48713fc4da850f3f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c618d0258f59f6b0edea2b057c3345e1b8c7bbfa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61959283da641e13d3c34058de9f097554c8c13792c30d0dbe60d0cfa5911629
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1831d49cb153304145b32fd0c42f0a882163a398
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4de1180a1e1913f0baf1551e496d69e8a2db687d0cf8267951e825d3c86a78
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b513c40d091238abb6a957763363154b76444bd8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733555380e1ff8538c94665427ac61098f05be5731ed1d416cc9c88d3f585f50
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc878a9db966d8bb1dac9d6ce064e862da4a60b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2218433a0d10d2b62bbb988e953bd4a4ee4b6a6694824709c3bed0ace4cf7641
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6136d58d896a9f61849c32cac726583f39313f5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c367229dced17bee20f7ebc07345ca6c93bcbb8210f4bb748c3313c3fd016f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06686707f942102a79dd657d96448d8563140246
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9813c8af13f62020323b89059c67bddd5b1ffdbef39989492df97684fa3645
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d843072ef10a00599e52713b481c73211e4b8c
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5fb4a567ac85e772426c29327cf589f5b47b27ec1624ac82e0aacb3f42e38b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34e6104fe1ec4c3c1196ebbda7058e65eb51079
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f953f3988b865bb33fb0107d6aeb733808b80024342135568b8143711abcb7b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1daf4ca7e14a866337db3ecf3684f2c6974d76
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9642b5326c8a12a91e240b099d51966c3ae6591738b6c87e448340e7339cc42
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af523ad43be45880d14856863fdffb1352443afa
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc29b5071ab83af5c44c394eaafe955fa1dd269f6b043a5ed8f77a9da72c4286
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34dc84090b97da0edbd718e1d134b6569f15b9e8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b2a0915a4b22c89b4de73b04ce98b14187b63746af96ef0de89ec1f972c5d9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae0cc3363fbf7e23bf7405605a1bc9638774ab2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa51024705d4842013650123b762ab2ab687f50fb417793f982d6da3010b517
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8525adf78653a73a39b8796890107d358dbf9e19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ce8f67f4751b79d5d40fa2b4f3eaa4f6adf7e1c44d8cb4fac092360c5fe575
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b323976fc09a6dd50840bb62fb38421bb1d2239b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d764d324d933f73a64d2c79a9c82cf73397fbad36c03cf4a0f4948922a8a4aa
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872891a6eeed6d75cbaa222f3f201fde1ac9ee5f
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfece87360ad0fe481cb8b2d3dccd145e5a86733bd3f467a26f4dd00e0e0f16
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3f09ae876048f3863cbdb7fd9c687d22787581
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b48b23f692fa44bb8a097ebd5872b21a4e52eb9a58ed6605e3d3101a4dc3105
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0825272e107bfaca98c0183ad5510d86c7b21be7
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5160d80f821c3b7818f7e830d2da4f1335d3aaa03e342d91b52db86c94823d69
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0535764fe4636bd13e2ae927368ad2f5b669a59
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd7190c99d13ffc9879a1e0f1986754f683e039753e5a3e87800bade6c4d3dd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebdf73b19514aee1a5d3a4caeaad0fa4c8673cb
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304ad492a7b0e10b954c7aff4671be665d1bf98a2164ab17ee9f3c651834fc5b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb40dd2da82a6351cad184b0980195479e38e41
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a4c5952c6f5573710a2997af4b9542503875d71dfebd5b9e469d4e37a2478f
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19252974af9eb6af9baaceb4cf383d52b37d0a1a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bb57a7fcbc6886df6e17def17a682b88b81cddc9433c3e3a25480cdca3fc18
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408fee236750faf5e0fba82f4a0b80ec54f27b98
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa3e58b33b5c838466f20abf0605c4b41e83e8672867f45f154c837ae8faeb9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10fe0dae1429b4168350007e0b554cc11d9925b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce3ab165a2a1ab0842615b29e5cdd9b90d53f994edab6a6fc658e167f246fe7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f986f8817fe0fb9bae4c33910ea85d15ef777ac
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15619a2bba03415984c85e5590b03733ace075c992022ac1230b8c80400ba4a
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6c8a87e2299ebc836fb17bcbc67ee566388884
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da590427d13ff492efef76955858ae73e8e2e0820f4a4b5c928f353cad15ea76
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b0f7e9dd3d83fea1a372615ae968313323eb4e
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d470d8d51918707e38555bb59670445b1a658bfc95c7961f771f3405c90c5b
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639890c405f12b427e14eaaefc01547c63c93ae2
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f4255c6a0dd614b2fce3b00c6d76dec30d99267d45daa0232f5c710e8e5200
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1121cd6fd3ad7b54ee118097d36050492af9402d
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b711b99f95f15706b5a625270473be4cf9bc6802d2600274f318f63d871cdfd
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40db5e2df15ad1a22d5c7208d573d9a7f610825
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7434c89644a64b8d7adb7d3622b2ff10b2db364424eae2aa75ecc0fb51ca2b4
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5947578d09c2e84f3b72851d4970f4821e66596a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d564b2167deb45dc8635669067ca082248158a333f1d48d1c8545a87176d0f2
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f53438bd660a66771856ec11012ed7013053a91
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1ee3cbbbe61ce22930d721a1713fd45a26ec067d379a450c24a6f398f986b7
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7e7f42908191290879c06da1169b15ba0fcfed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fafeee85509e0bab3b57ea26d85e045b7241e6f17e508f24ea1258d3d70941e
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8daf484a2b836ca2021e1b98c309e434767c2d6b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54cfb29f3e40958f7b1dce5a6f36af0e544fab291bc0ff6b6fda9750c598839
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25516e5c262335709aa7f2979db5482484b40645
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f587fadbeef868bdbdce00605ceff672a4ee8d277efaaf862574211453666b3b
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb76d17df6e83997d26ee1e63d19e96b9d3f923
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411f53bdb1320c036d94045efc14479e733e5c9a69b150b39d81192928d0ba15
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c23c156fb0fcdf9b3909a4c3237ab5faaccb70
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916e75f49d2d9d38be9ab4bd0aba15085ee969579a332637755da1a860046ba9
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05994d2ef3a7a6e99d6997df172ed0f34b48bc19
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e88cb335824f83a0e197227b342474c0d40905e8e5f4e3211d6b38916947c3
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1138e9780cf3ded5de4d28011a67d7c0f6fdcbf
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ddfd267537637b0ccef5dc9a78f9bf3a0565ac3f9b329a67c5a01e372b0b6e
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5836ab6948d8422824642259d111482a124cd5
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6813098f9636ab863b0028892fdec02819fd82dfffb212167b40bc8f6eb300d
+size 42115
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896a6d50781f7f225433b04daac27a352749c93a
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c23565f71fe737e8eccce1985c2752e5aa95615b99e89bf24d8e6596f92aad
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a480e04304c430bb5378f23722cd0fc41a4b8c22
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64101c2c2963dcf0a97ae72d1618599e9062fc938e1320e1b11f654e1f9f91dc
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04dd5571446e2385c8b620a31f7bb7855111ee6
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc3d081a999a238752a46db3346cb70dfaa9e1431753832c1d9537119e44340
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0058750289eebb8f8aa8c75c2822ed7043a0e9db
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3c9954075b3286b110795a826e9ee7d8135274eb1bedc27083517103435fd0
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148d7e2338b3d5d95d19db78283e52ee90a5e3ed
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad817f8d012e9d5190bbd5c74625f25803f10ba4a6af1503ed57a819bb18bf68
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d11d20b7d962a61e31da1ca51f368075567ece8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff101e11d7a386348d77a8a56d3c560c3dd897d663f2a7508eb39f227f2e925
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee6f6638a63e295919365884f3bf934136287c9
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e704d57877c2f11e8d7f84b4b1c9b75520195c031b464df3c9612e393e807905
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1803841bc48501bf1fa6bed0733e3985d24ae8
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a7cb49dbcf5e898f89176e3c7f2e742958daf39afd67fb4969423a6e7a7230
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bde89b828ff789de5b1fef6b9c6bc0448a32674
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbeb58ddbc49af0ea81c04d5ff28450428b561b94d24902073576b87e7847b1
+size 11395
diff --git a/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1ec4a014113285e5abf02f22f846b09be1110b
--- /dev/null
+++ b/params/phi/8/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a23b90749a913a420dd5e2c873bc821a6739a52b8c5e8b0e21b82773ab06df6
+size 11395